Skip to content

Console Output

Skipping 8,796 KB.. Full Log
[2024/05/06 07:43:30.604 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"]
[2024/05/06 07:43:30.604 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=536871232] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.605 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=598.529µs] [gotSchemaVersion=361] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.607 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=44] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=361]
[2024/05/06 07:43:30.608 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t0] ["ingest mode"=true] [index=idx]
[2024/05/06 07:43:30.608 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4]
[2024/05/06 07:43:30.608 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=]
[2024/05/06 07:43:30.610 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=631.93µs] [gotSchemaVersion=362] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.611 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=]
[2024/05/06 07:43:30.611 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365788314495957249]
[2024/05/06 07:43:30.611 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 07:43:30.611 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382]
[2024/05/06 07:43:30.611 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 07:43:30.611 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"]
[2024/05/06 07:43:30.611 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global]
[2024/05/06 07:43:30.611 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/05/06 07:43:30.612 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global]
[2024/05/06 07:43:30.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=362]
[2024/05/06 07:43:30.615 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest]
[2024/05/06 07:43:30.616 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest]
[2024/05/06 07:43:30.616 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=537919984] ["max memory quota"=17179869184] ["is unique index"=false]
[2024/05/06 07:43:30.617 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300]
[2024/05/06 07:43:30.622 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301]
[2024/05/06 07:43:30.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=44] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903209988, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.628 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t0] ["ingest mode"=true] [index=idx]
[2024/05/06 07:43:30.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=51.910568ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086850781190, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.631 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb]
[2024/05/06 07:43:30.632 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"]
[2024/05/06 07:43:30.633 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272]
[2024/05/06 07:43:30.633 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903209988, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"]
[2024/05/06 07:43:30.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086850781190, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.638 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t5] [index=idx]
[2024/05/06 07:43:30.640 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"]
[2024/05/06 07:43:30.640 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=176] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=553.463µs] [gotSchemaVersion=363] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.649 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=51.813257ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.650 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=363]
[2024/05/06 07:43:30.653 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=51.86813ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086876995637, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.655 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 07:43:30.655 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0]
[2024/05/06 07:43:30.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.657 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff]
[2024/05/06 07:43:30.659 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba]
[2024/05/06 07:43:30.659 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1]
[2024/05/06 07:43:30.660 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=51.677314ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.662 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"]
[2024/05/06 07:43:30.663 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298]
[2024/05/06 07:43:30.664 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"]
[2024/05/06 07:43:30.665 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=297] [conn=48] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086876995637, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=45] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903210021, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.669 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903210021, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff]
[2024/05/06 07:43:30.671 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.671 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298]
[2024/05/06 07:43:30.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298]
[2024/05/06 07:43:30.672 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=295]
[2024/05/06 07:43:30.672 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=589.216µs]
[2024/05/06 07:43:30.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:30.672 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298]
[2024/05/06 07:43:30.672 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001]
[2024/05/06 07:43:30.672 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3]
[2024/05/06 07:43:30.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 1.266314396\n# Parse_time: 0.000034539\n# Compile_time: 0.000095509\n# Rewrite_time: 0.000001199\n# Optimize_time: 0.000021961\n# Wait_TS: 0.000200398\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"]
[2024/05/06 07:43:30.673 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff]
[2024/05/06 07:43:30.679 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299]
[2024/05/06 07:43:30.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.684 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3]
[2024/05/06 07:43:30.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=51] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317209, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.687 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317209, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"]
[2024/05/06 07:43:30.688 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff]
[2024/05/06 07:43:30.688 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff]
[2024/05/06 07:43:30.689 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100]
[2024/05/06 07:43:30.689 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299]
[2024/05/06 07:43:30.689 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299]
[2024/05/06 07:43:30.689 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299]
[2024/05/06 07:43:30.690 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=398.066µs]
[2024/05/06 07:43:30.690 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299]
[2024/05/06 07:43:30.690 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001]
[2024/05/06 07:43:30.690 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3]
[2024/05/06 07:43:30.696 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.696 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4]
[2024/05/06 07:43:30.697 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=51.969308ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.699 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin]
[2024/05/06 07:43:30.701 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.701 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4]
[2024/05/06 07:43:30.701 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300]
[2024/05/06 07:43:30.701 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300]
[2024/05/06 07:43:30.702 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300]
[2024/05/06 07:43:30.702 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false]
[2024/05/06 07:43:30.702 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 301"]
[2024/05/06 07:43:30.702 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1]
[2024/05/06 07:43:30.705 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.705 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/301/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/8f553225-1156-4662-90a5-0575f51b321f.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003]
[2024/05/06 07:43:30.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=620.491µs] [gotSchemaVersion=364] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.705 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff]
[2024/05/06 07:43:30.707 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=364]
[2024/05/06 07:43:30.709 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] []
[2024/05/06 07:43:30.709 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001]
[2024/05/06 07:43:30.709 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3]
[2024/05/06 07:43:30.711 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300]
[2024/05/06 07:43:30.716 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin]
[2024/05/06 07:43:30.716 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=49] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317237, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.718 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317237, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"]
[2024/05/06 07:43:30.719 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff]
[2024/05/06 07:43:30.719 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff]
[2024/05/06 07:43:30.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=502.963µs] [gotSchemaVersion=365] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=409.514µs]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300]
[2024/05/06 07:43:30.721 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001]
[2024/05/06 07:43:30.721 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3]
[2024/05/06 07:43:30.723 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=365]
[2024/05/06 07:43:30.734 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1]
[2024/05/06 07:43:30.734 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba]
[2024/05/06 07:43:30.735 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=669.167µs] []
[2024/05/06 07:43:30.735 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296]
[2024/05/06 07:43:30.735 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0]
[2024/05/06 07:43:30.736 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest]
[2024/05/06 07:43:30.748 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin]
[2024/05/06 07:43:30.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=523.686µs] [gotSchemaVersion=366] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=51.816645ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903210021, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.755 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=366]
[2024/05/06 07:43:30.757 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114]
[2024/05/06 07:43:30.757 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1]
[2024/05/06 07:43:30.761 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"]
[2024/05/06 07:43:30.764 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"]
[2024/05/06 07:43:30.764 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=298] [conn=45] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903210021, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.765 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3]
[2024/05/06 07:43:30.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=31.324759ms] []
[2024/05/06 07:43:30.766 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba]
[2024/05/06 07:43:30.767 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=549.84µs] []
[2024/05/06 07:43:30.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=51.898586ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317209, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.772 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=297]
[2024/05/06 07:43:30.772 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:30.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=565.369µs] [gotSchemaVersion=367] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 1.368563422\n# Parse_time: 0.000028644\n# Compile_time: 0.000096241\n# Rewrite_time: 0.000001151\n# Optimize_time: 0.000046279\n# Wait_TS: 0.000294884\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"]
[2024/05/06 07:43:30.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=367]
[2024/05/06 07:43:30.776 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"]
[2024/05/06 07:43:30.778 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"]
[2024/05/06 07:43:30.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=51] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317209, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.786 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=299]
[2024/05/06 07:43:30.786 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:30.787 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 1.3804913779999999\n# Parse_time: 0.000073192\n# Compile_time: 0.000074072\n# Rewrite_time: 0.000000697\n# Optimize_time: 0.000047265\n# Wait_TS: 0.00025456\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"]
[2024/05/06 07:43:30.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=52.005639ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317237, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.810 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"]
[2024/05/06 07:43:30.812 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"]
[2024/05/06 07:43:30.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=49] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086916317237, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.823 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=51.938812ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903209988, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=44] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086903209988, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.831 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t0] [index=idx]
[2024/05/06 07:43:30.832 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:30.832 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"]
[2024/05/06 07:43:30.832 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=0] ["max memory quota"=17179869184]
[2024/05/06 07:43:30.839 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=544.998µs] [gotSchemaVersion=368] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.841 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=368]
[2024/05/06 07:43:30.889 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=51.722711ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.896 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=44] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.897 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff]
[2024/05/06 07:43:30.902 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301]
[2024/05/06 07:43:30.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=44] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086969008136, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.910 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086969008136, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"]
[2024/05/06 07:43:30.911 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff]
[2024/05/06 07:43:30.911 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=403.373µs]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301]
[2024/05/06 07:43:30.912 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001]
[2024/05/06 07:43:30.912 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3]
[2024/05/06 07:43:30.932 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin]
[2024/05/06 07:43:30.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=622.589µs] [gotSchemaVersion=369] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"]
[2024/05/06 07:43:30.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=369]
[2024/05/06 07:43:30.987 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=51.990845ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086969008136, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:30.994 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"]
[2024/05/06 07:43:30.996 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"]
[2024/05/06 07:43:30.996 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=44] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-06 07:43:29.411 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:449572086969008136, LocalMode: false, UniqueWarnings:0"]
[2024/05/06 07:43:31.004 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298]
[2024/05/06 07:43:31.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:31.005 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 1.597670473\n# Parse_time: 0.000044451\n# Compile_time: 0.000068727\n# Rewrite_time: 0.000001544\n# Optimize_time: 0.000027229\n# Wait_TS: 0.000218031\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"]
[2024/05/06 07:43:31.422 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301]
[2024/05/06 07:43:31.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:31.422 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296]
[2024/05/06 07:43:31.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:31.422 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300]
[2024/05/06 07:43:31.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 07:43:31.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 2.01572461\n# Parse_time: 0.000061458\n# Compile_time: 0.000086752\n# Rewrite_time: 0.000000919\n# Optimize_time: 0.000021922\n# Wait_TS: 0.000268751\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"]
[2024/05/06 07:43:31.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 2.016829368\n# Parse_time: 0.000041131\n# Compile_time: 0.000182642\n# Rewrite_time: 0.000002807\n# Optimize_time: 0.0000262\n# Wait_TS: 0.000266337\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"]
[2024/05/06 07:43:31.424 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 2.01749595\n# Parse_time: 0.0000367\n# Compile_time: 0.000073995\n# Rewrite_time: 0.000001411\n# Optimize_time: 0.00002961\n# Wait_TS: 0.000255944\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"]
[2024/05/06 07:43:31.424 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"]
[2024/05/06 07:43:31.425 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"]
[2024/05/06 07:43:31.425 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 07:43:31.425 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] []
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=2.504µs]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=1.315µs]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=1.094µs]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=1.228µs]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=960ns]
[2024/05/06 07:43:31.426 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 07:43:31.426 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl]
[2024/05/06 07:43:31.426 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl]
[2024/05/06 07:43:31.429 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8ba5b75a-f602-493f-a40e-8a6ef1dfea7b] ["take time"=4.48208ms]
[2024/05/06 07:43:31.429 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8ba5b75a-f602-493f-a40e-8a6ef1dfea7b]
[2024/05/06 07:43:31.430 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"]
[2024/05/06 07:43:31.430 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl]
[2024/05/06 07:43:31.430 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9335dd80-3992-4e7c-9c8b-835b007e338b] [watcherID=d6477673-60c5-4504-b587-65981742dda4]
[2024/05/06 07:43:31.430 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9335dd80-3992-4e7c-9c8b-835b007e338b]
[2024/05/06 07:43:31.430 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0]
[2024/05/06 07:43:31.430 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0]
[2024/05/06 07:43:31.430 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 07:43:31.430 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1558]
[2024/05/06 07:43:31.431 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle]
[2024/05/06 07:43:31.431 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker]
[2024/05/06 07:43:31.431 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8ba5b75a-f602-493f-a40e-8a6ef1dfea7b]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="lost watcher waiting for delete"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop]
[2024/05/06 07:43:31.431 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 96100373-1d80-49e3-b3de-35d07b10af45"] [error="lost watcher waiting for delete"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000]
[2024/05/06 07:43:31.431 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000]
[2024/05/06 07:43:31.431 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000]
[2024/05/06 07:43:31.431 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="lost watcher waiting for delete"]
[2024/05/06 07:43:31.432 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8ba5b75a-f602-493f-a40e-8a6ef1dfea7b]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper]
[2024/05/06 07:43:31.432 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"]
[2024/05/06 07:43:31.432 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000]
[2024/05/06 07:43:31.432 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."]
[2024/05/06 07:43:31.432 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000]
[2024/05/06 07:43:31.432 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker]
[2024/05/06 07:43:31.432 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper]
[2024/05/06 07:43:31.431 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."]
[2024/05/06 07:43:31.431 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper]
[2024/05/06 07:43:31.431 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker]
[2024/05/06 07:43:31.432 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 96100373-1d80-49e3-b3de-35d07b10af45"] [error="context canceled"]
[2024/05/06 07:43:31.432 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 96100373-1d80-49e3-b3de-35d07b10af45"]
[2024/05/06 07:43:31.432 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 96100373-1d80-49e3-b3de-35d07b10af45"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 07:43:31.432 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."]
[2024/05/06 07:43:31.432 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=96100373-1d80-49e3-b3de-35d07b10af45] [daemon-id=LogBackup::Advancer]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop]
[2024/05/06 07:43:31.432 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."]
[2024/05/06 07:43:31.432 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop]
[2024/05/06 07:43:31.492 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"]
[2024/05/06 07:43:31.492 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="context canceled"]
[2024/05/06 07:43:31.492 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"]
[2024/05/06 07:43:31.492 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 07:43:32.688 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 96100373-1d80-49e3-b3de-35d07b10af45"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 07:43:32.698 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 07:43:32.698 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."]
[2024/05/06 07:43:32.698 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop]
[2024/05/06 07:43:32.743 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8ba5b75a-f602-493f-a40e-8a6ef1dfea7b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 07:43:32.743 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"]
[2024/05/06 07:43:32.743 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."]
[2024/05/06 07:43:32.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker]
[2024/05/06 07:43:32.744 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.319137365s]
[2024/05/06 07:43:32.744 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 07:43:32.744 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 07:43:32.744 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver]
--- PASS: TestConcFastReorg (4.54s)
FAIL
coverage: 15.7% of statements
--
Coverage runner: Not collecting coverage for failed test.
The following commands failed with status 1
/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/sandbox/linux-sandbox/2161/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv
================================================================================
Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date:
  bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test
INFO: Elapsed time: 198.719s, Critical Path: 183.66s
INFO: 1539 processes: 1523 remote cache hit, 9 internal, 7 linux-sandbox.
INFO: Build completed successfully, 1539 total actions
//tests/realtikvtest/addindextest4:addindextest4_test                     FLAKY, failed in 1 out of 2 in 93.0s
  Stats over 2 runs: max = 93.0s, min = 66.2s, avg = 79.6s, dev = 13.4s
  /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat
Test cases: finished with 19 passing and 0 failing out of 19 test cases

Executed 1 out of 1 test: 1 test passes.
./build/jenkins_collect_coverage.sh
root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs
complete to collect bazel result.
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] junit
Recording test results
[1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox
[2024-05-06T07:44:51.815Z] ['info'] Using manual override from args.
[2024-05-06T07:44:51.815Z] ['info'] Detected Jenkins CI as the CI provider.
[2024-05-06T07:44:51.825Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F51300&build=8837&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8837%2F&commit=1deef9764d113bfa5abe455cf799f0a67a6fa7ee&job=&pr=51300&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent=
[Checks API] No suitable checks publisher found.
[Pipeline] }
[Pipeline] // dir
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] sh
[2024-05-06T07:44:52.568Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/1deef9764d113bfa5abe455cf799f0a67a6fa7ee
https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/1deef9764d113bfa5abe455cf799f0a67a6fa7ee/4de383e9-3576-4f51-9e24-25620770b90c.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T074452Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=15be1ed947c6901899ff18d5fb73b935616b16a74043eadfa46ef96803787ac3
[2024-05-06T07:44:52.568Z] ['info'] Uploading...
[2024-05-06T07:44:53.116Z] ['info'] 
     _____          _
    / ____|        | |
   | |     ___   __| | ___  ___ _____   __
   | |    / _ \ / _` |/ _ \/ __/ _ \ \ / /
   | |___| (_) | (_| |  __/ (_| (_) \ V /
    \_____\___/ \__,_|\___|\___\___/ \_/

  Codecov report uploader 0.5.0
[2024-05-06T07:44:53.117Z] ['info'] => Project root located at: .
[2024-05-06T07:44:53.120Z] ['info'] ->  Token found by environment variables
[2024-05-06T07:44:53.133Z] ['info'] Searching for coverage files...
[2024-05-06T07:44:53.646Z] ['info'] => Found 1 possible coverage files:
  ./coverage.dat
[2024-05-06T07:44:53.646Z] ['info'] Processing ./coverage.dat...
[2024-05-06T07:44:54.014Z] ['info'] Using manual override from args.
[2024-05-06T07:44:54.015Z] ['info'] Detected Jenkins CI as the CI provider.
[2024-05-06T07:44:54.025Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F51300&build=8837&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8837%2F&commit=1deef9764d113bfa5abe455cf799f0a67a6fa7ee&job=&pr=51300&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent=
[2024-05-06T07:44:54.318Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/1deef9764d113bfa5abe455cf799f0a67a6fa7ee"}
[2024-05-06T07:44:54.862Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/1deef9764d113bfa5abe455cf799f0a67a6fa7ee
https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/1deef9764d113bfa5abe455cf799f0a67a6fa7ee/ca5184c8-5bbb-43ae-acb2-cf64a721fc8a.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T074454Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=e9e0404ce495e00c137a69cd4c120ec8273cb9d9cbd49dea8d3f81c70d0e68c3
[2024-05-06T07:44:54.863Z] ['info'] Uploading...
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[2024-05-06T07:44:56.608Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/1deef9764d113bfa5abe455cf799f0a67a6fa7ee"}
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
./t/ddl/modify_column.test: ok! 672 test cases passed, take time 43.327615292 s
[1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 101s remote-cache, linux-sandbox
Aborted by Jenkins Admin
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes

Bazel caught terminate signal; shutting down.


Bazel caught terminate signal; shutting down.


Could not interrupt server: (14) Socket closed


Could not interrupt server: (14) failed to connect to all addresses


Server terminated abruptly (error code: 14, error message: 'Socket closed', log file: '/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/server/jvm.out')

make: *** [bazel_importintotest] Error 37
script returned exit code 143
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] junit
Recording test results
None of the test reports contained any result
[Checks API] No suitable checks publisher found.
[Pipeline] }
[Pipeline] // dir
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh

Bazel caught terminate signal; shutting down.


Bazel caught terminate signal; shutting down.


Could not interrupt server: (14) Socket closed


Could not interrupt server: (14) failed to connect to all addresses


Server terminated abruptly (error code: 14, error message: 'Socket closed', log file: '/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/server/jvm.out')

make: *** [bazel_addindextest] Error 37
script returned exit code 143
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] junit
Recording test results
+ str='run_real_tikv_tests.sh bazel_importintotest'
+ logs_dir=logs_run_real_tikv_tests.sh_bazel_importintotest
+ mkdir -p logs_run_real_tikv_tests.sh_bazel_importintotest
+ mv pd1.log pd2.log pd3.log logs_run_real_tikv_tests.sh_bazel_importintotest
+ mv tikv1.log tikv2.log tikv3.log logs_run_real_tikv_tests.sh_bazel_importintotest
+ mv tests/integrationtest/integration-test.out logs_run_real_tikv_tests.sh_bazel_importintotest
mv: cannot stat 'tests/integrationtest/integration-test.out': No such file or directory
+ true
+ tar -czvf logs_run_real_tikv_tests.sh_bazel_importintotest.tar.gz logs_run_real_tikv_tests.sh_bazel_importintotest
logs_run_real_tikv_tests.sh_bazel_importintotest/
logs_run_real_tikv_tests.sh_bazel_importintotest/pd1.log
logs_run_real_tikv_tests.sh_bazel_importintotest/pd2.log
logs_run_real_tikv_tests.sh_bazel_importintotest/tikv2.log
logs_run_real_tikv_tests.sh_bazel_importintotest/tikv3.log
logs_run_real_tikv_tests.sh_bazel_importintotest/tikv1.log
logs_run_real_tikv_tests.sh_bazel_importintotest/pd3.log
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] }
No test report files were found. Configuration error?
[Pipeline] // dir
[Pipeline] }
None of the test reports contained any result
[Pipeline] // withCredentials
[Checks API] No suitable checks publisher found.
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // dir
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh
[Pipeline] // podTemplate
[Pipeline] }
No test report files were found. Configuration error?
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest'
Sending interrupt signal to process
Killing processes
+ str='run_real_tikv_tests.sh bazel_addindextest'
+ logs_dir=logs_run_real_tikv_tests.sh_bazel_addindextest
+ mkdir -p logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv pd1.log pd2.log pd3.log logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv tikv1.log tikv2.log tikv3.log logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv tests/integrationtest/integration-test.out logs_run_real_tikv_tests.sh_bazel_addindextest
mv: cannot stat 'tests/integrationtest/integration-test.out': No such file or directory
+ true
+ tar -czvf logs_run_real_tikv_tests.sh_bazel_addindextest.tar.gz logs_run_real_tikv_tests.sh_bazel_addindextest
logs_run_real_tikv_tests.sh_bazel_addindextest/
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv2.log
logs_run_real_tikv_tests.sh_bazel_addindextest/pd1.log
logs_run_real_tikv_tests.sh_bazel_addindextest/pd3.log
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv1.log
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv3.log
tar: logs_run_real_tikv_tests.sh_bazel_addindextest/tikv3.log: file changed as we read it
logs_run_real_tikv_tests.sh_bazel_addindextest/pd2.log
+ true

Bazel caught terminate signal; shutting down.


Bazel caught terminate signal; shutting down.


Could not interrupt server: (14) Socket closed


Could not interrupt server: (14) failed to connect to all addresses


Server terminated abruptly (error code: 14, error message: 'Socket closed', log file: '/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/server/jvm.out')

make: *** [bazel_txntest] Error 37
script returned exit code 143
script returned exit code 143
kill finished with exit code 1
Killing processes
kill finished with exit code 0
Killing processes
kill finished with exit code 0
[Pipeline] }
[Pipeline] }
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] // dir
[Pipeline] // dir
Post stage
Post stage
[Pipeline] }
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] // dir
[Pipeline] junit
Recording test results
[Pipeline] junit
Recording test results
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
None of the test reports contained any result
[Checks API] No suitable checks publisher found.
[Pipeline] // container
[Pipeline] }
[Pipeline] }
None of the test reports contained any result
[Checks API] No suitable checks publisher found.
[Pipeline] // withEnv
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // node
[Pipeline] // dir
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh
No test report files were found. Configuration error?
No test report files were found. Configuration error?
+ str='integrationtest_with_tikv.sh y'
+ logs_dir=logs_integrationtest_with_tikv.sh_y
+ mkdir -p logs_integrationtest_with_tikv.sh_y
+ mv pd1.log pd2.log pd3.log logs_integrationtest_with_tikv.sh_y
+ mv tikv1.log tikv2.log tikv3.log logs_integrationtest_with_tikv.sh_y
+ mv tests/integrationtest/integration-test.out logs_integrationtest_with_tikv.sh_y
+ tar -czvf logs_integrationtest_with_tikv.sh_y.tar.gz logs_integrationtest_with_tikv.sh_y
logs_integrationtest_with_tikv.sh_y/
logs_integrationtest_with_tikv.sh_y/tikv2.log
logs_integrationtest_with_tikv.sh_y/pd2.log
logs_integrationtest_with_tikv.sh_y/pd1.log
logs_integrationtest_with_tikv.sh_y/tikv3.log
logs_integrationtest_with_tikv.sh_y/pd3.log
logs_integrationtest_with_tikv.sh_y/tikv1.log
logs_integrationtest_with_tikv.sh_y/integration-test.out
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest'
[Pipeline] archiveArtifacts
Archiving artifacts
+ str='run_real_tikv_tests.sh bazel_txntest'
+ logs_dir=logs_run_real_tikv_tests.sh_bazel_txntest
+ mkdir -p logs_run_real_tikv_tests.sh_bazel_txntest
+ mv pd1.log pd2.log pd3.log logs_run_real_tikv_tests.sh_bazel_txntest
+ mv tikv1.log tikv2.log tikv3.log logs_run_real_tikv_tests.sh_bazel_txntest
+ mv tests/integrationtest/integration-test.out logs_run_real_tikv_tests.sh_bazel_txntest
mv: cannot stat 'tests/integrationtest/integration-test.out': No such file or directory
+ true
+ tar -czvf logs_run_real_tikv_tests.sh_bazel_txntest.tar.gz logs_run_real_tikv_tests.sh_bazel_txntest
logs_run_real_tikv_tests.sh_bazel_txntest/
logs_run_real_tikv_tests.sh_bazel_txntest/tikv2.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd3.log
logs_run_real_tikv_tests.sh_bazel_txntest/tikv3.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd2.log
logs_run_real_tikv_tests.sh_bazel_txntest/tikv1.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd1.log
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest'
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Declarative: Post Actions)
[Pipeline] container
[Pipeline] {
[Pipeline] sh
+ bash scripts/plugins/report_job_result.sh ABORTED result.json
http://fileserver.pingcap.net
--2024-05-06 07:45:39--  http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py
Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82
Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected.
HTTP request sent, awaiting response... 200 OK
Length: 4181 (4.1K) [application/octet-stream]
Saving to: ‘agent_upload_verifyci_metadata.py’

     0K ....                                                  100%  578M=0s

2024-05-06 07:45:39 (578 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181]

Click here to forcibly terminate running steps
No junit report file
parse result file result.json success
upload data succesfully.
[Pipeline] }
[Pipeline] // container
[Pipeline] archiveArtifacts
Archiving artifacts
Recording fingerprints
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: b947f181-66a5-4852-9455-e1574092bfbe
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest'
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: 04b78159-8849-4e18-9372-e75418ac623b
Finished: ABORTED