Skipping 11,619 KB.. Full Log

[2024/05/06 08:01:26.612 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945]
[2024/05/06 08:01:26.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=82.364µs] []
[2024/05/06 08:01:26.612 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945]
[2024/05/06 08:01:26.613 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.114551ms] []
[2024/05/06 08:01:26.843 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148]
[2024/05/06 08:01:26.847 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c]
[2024/05/06 08:01:26.851 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50]
[2024/05/06 08:01:26.851 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345]
[2024/05/06 08:01:26.871 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0]
[2024/05/06 08:01:26.873 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.221947ms] [encodeDur=538.124µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=57.653µs] [type=file] [takeTime=2.271855ms] []
[2024/05/06 08:01:26.874 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=31.489896ms] []
[2024/05/06 08:01:26.874 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/c8e9ffed-f4cf-429b-8c2d-6bf3c4b19f7c.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004]
[2024/05/06 08:01:26.875 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1]
[2024/05/06 08:01:26.875 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1]
[2024/05/06 08:01:26.875 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c]
[2024/05/06 08:01:26.877 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.185634ms] []
[2024/05/06 08:01:26.877 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0]
[2024/05/06 08:01:26.882 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest]
[2024/05/06 08:01:26.905 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50]
[2024/05/06 08:01:26.905 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1]
[2024/05/06 08:01:26.918 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2]
[2024/05/06 08:01:26.921 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=43.729184ms] []
[2024/05/06 08:01:26.921 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c]
[2024/05/06 08:01:26.922 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.109366ms] []
[2024/05/06 08:01:26.922 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1]
[2024/05/06 08:01:26.922 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50]
[2024/05/06 08:01:26.924 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.601834ms] []
[2024/05/06 08:01:26.924 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0]
[2024/05/06 08:01:26.924 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50]
[2024/05/06 08:01:26.924 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=54.791µs] []
[2024/05/06 08:01:26.924 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50]
[2024/05/06 08:01:26.925 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=820.274µs] []
[2024/05/06 08:01:26.991 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process]
[2024/05/06 08:01:26.992 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1]
[2024/05/06 08:01:26.993 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process]
[2024/05/06 08:01:26.993 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal]
[2024/05/06 08:01:27.056 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:27.061 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 08:01:27.061 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:27.061 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:27.062 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:27.062 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:27.062 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:27.062 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 08:01:27.064 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"]
[2024/05/06 08:01:27.064 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning]
[2024/05/06 08:01:27.064 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:27.065 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:27.065 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:27.065 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:27.065 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=622.974118ms] []
[2024/05/06 08:01:27.065 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1]
[2024/05/06 08:01:27.066 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1]
[2024/05/06 08:01:27.287 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"]
[2024/05/06 08:01:27.334 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149]
[2024/05/06 08:01:27.334 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149]
[2024/05/06 08:01:27.334 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149]
[2024/05/06 08:01:27.334 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=10.567µs] []
[2024/05/06 08:01:27.334 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288]
[2024/05/06 08:01:27.334 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"]
[2024/05/06 08:01:27.335 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30]
[2024/05/06 08:01:27.335 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15]
[2024/05/06 08:01:27.339 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100]
[2024/05/06 08:01:27.340 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"]
[2024/05/06 08:01:27.340 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.844374ms] []
[2024/05/06 08:01:27.340 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=6.082173ms] []
[2024/05/06 08:01:27.383 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done]
[2024/05/06 08:01:27.383 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] []
[2024/05/06 08:01:27.386 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77]
[2024/05/06 08:01:27.387 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=528.5MiB]"] [takeTime=100.143701ms] []
[2024/05/06 08:01:27.436 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto]
[2024/05/06 08:01:27.461 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77]
[2024/05/06 08:01:27.489 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000]
[2024/05/06 08:01:27.489 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77]
[2024/05/06 08:01:27.647 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.023812736\n# Parse_time: 0.000784154\n# Compile_time: 0.001744526\n# Rewrite_time: 0.000397805\n# Optimize_time: 0.000163667\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4wMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4wMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"]
=== RUN   TestImportInto/TestZeroDateTime
[2024/05/06 08:01:27.659 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%]
[2024/05/06 08:01:27.659 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000]
[2024/05/06 08:01:27.685 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true]
[2024/05/06 08:01:27.685 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"]
[2024/05/06 08:01:27.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:27.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=309.394µs] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"]
[2024/05/06 08:01:27.770 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246]
[2024/05/06 08:01:27.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.45727ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:27.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:27.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=266.993µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"]
[2024/05/06 08:01:27.901 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247]
[2024/05/06 08:01:27.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.497625ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=595.94µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"]
[2024/05/06 08:01:28.118 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/347/65ccc6a2-7639-4dc7-9db6-83f16258eb21] [currentVer=247] [latestVer=248]
[2024/05/06 08:01:28.118 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] ["ddl job id"=347] [ver=248]
[2024/05/06 08:01:28.134 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248]
[2024/05/06 08:01:28.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=96.62942ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.209 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"]
[2024/05/06 08:01:28.218 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"]
[2024/05/06 08:01:28.222 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:27.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.268 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347]
[2024/05/06 08:01:28.268 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 08:01:28.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.615012765\n# Parse_time: 0.000557785\n# Compile_time: 0.000626712\n# Rewrite_time: 0.000033997\n# Optimize_time: 0.001426353\n# Wait_TS: 0.000342368\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"]
[2024/05/06 08:01:28.275 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%]
[2024/05/06 08:01:28.309 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.271 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"]
[2024/05/06 08:01:28.309 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.271 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true]
[2024/05/06 08:01:28.388 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.271 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.1157ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"]
[2024/05/06 08:01:28.438 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249]
[2024/05/06 08:01:28.472 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.376722ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-06 08:01:28.271 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.525 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.271 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349]
[2024/05/06 08:01:28.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 08:01:28.559 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%]
[2024/05/06 08:01:28.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.571 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true]
[2024/05/06 08:01:28.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.571 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"]
[2024/05/06 08:01:28.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.571 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.769 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"]
[2024/05/06 08:01:28.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.381989ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"]
[2024/05/06 08:01:28.831 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250]
[2024/05/06 08:01:28.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=53.848037ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:28.571 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:28.571 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:28.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351]
[2024/05/06 08:01:28.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 08:01:28.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.411240305\n# Parse_time: 0.000437098\n# Compile_time: 0.000901686\n# Rewrite_time: 0.000050705\n# Optimize_time: 0.001426353\n# Wait_TS: 0.000429731\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"]
[2024/05/06 08:01:28.986 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:29.224 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true]
[2024/05/06 08:01:29.317 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false]
[2024/05/06 08:01:29.362 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78]
[2024/05/06 08:01:29.362 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8]
[2024/05/06 08:01:29.472 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import]
[2024/05/06 08:01:29.473 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1]
[2024/05/06 08:01:29.474 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import]
[2024/05/06 08:01:29.497 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:29.500 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table]
[2024/05/06 08:01:29.500 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20]
[2024/05/06 08:01:29.500 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=65.21µs]
[2024/05/06 08:01:29.501 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=190.19µs] []
[2024/05/06 08:01:29.501 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1]
[2024/05/06 08:01:29.501 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1]
[2024/05/06 08:01:29.681 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import]
[2024/05/06 08:01:29.704 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78]
[2024/05/06 08:01:29.712 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=54]
[2024/05/06 08:01:29.751 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"]
[2024/05/06 08:01:29.752 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import]
[2024/05/06 08:01:29.753 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:29.762 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=]
[2024/05/06 08:01:29.762 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365791975930385762]
[2024/05/06 08:01:29.762 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 08:01:29.763 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384]
[2024/05/06 08:01:29.764 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/05/06 08:01:29.764 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:29.764 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 08:01:29.764 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:29.764 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"]
[2024/05/06 08:01:29.780 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest]
[2024/05/06 08:01:29.781 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest]
[2024/05/06 08:01:29.781 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB]
[2024/05/06 08:01:29.781 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=264.3MiB] [per-index=88.09MiB]
[2024/05/06 08:01:29.781 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=700.7GiB]
[2024/05/06 08:01:29.832 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150]
[2024/05/06 08:01:29.836 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e]
[2024/05/06 08:01:29.840 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71]
[2024/05/06 08:01:29.840 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350]
[2024/05/06 08:01:29.850 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0]
[2024/05/06 08:01:29.854 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.366606ms] [encodeDur=1.454484ms] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=276.246µs] [type=file] [takeTime=3.458117ms] []
[2024/05/06 08:01:29.855 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=22.770894ms] []
[2024/05/06 08:01:29.855 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/94899e5c-efc8-4f5a-8291-d3c84be07be1.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001]
[2024/05/06 08:01:29.855 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0]
[2024/05/06 08:01:29.855 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0]
[2024/05/06 08:01:29.855 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e]
[2024/05/06 08:01:29.857 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.109142ms] []
[2024/05/06 08:01:29.857 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0]
[2024/05/06 08:01:29.862 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest]
[2024/05/06 08:01:29.884 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36]
[2024/05/06 08:01:29.884 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1]
[2024/05/06 08:01:29.899 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1]
[2024/05/06 08:01:29.901 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=43.352825ms] []
[2024/05/06 08:01:29.901 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e]
[2024/05/06 08:01:29.902 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.09095ms] []
[2024/05/06 08:01:29.902 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0]
[2024/05/06 08:01:29.902 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71]
[2024/05/06 08:01:29.904 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.558519ms] []
[2024/05/06 08:01:29.904 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0]
[2024/05/06 08:01:29.904 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71]
[2024/05/06 08:01:29.904 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=72.567µs] []
[2024/05/06 08:01:29.904 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71]
[2024/05/06 08:01:29.905 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=831.646µs] []
[2024/05/06 08:01:29.956 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:29.959 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:29.959 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:29.959 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:29.959 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 08:01:29.961 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning]
[2024/05/06 08:01:29.961 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:29.961 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:29.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:29.961 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:29.962 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=210.551165ms] []
[2024/05/06 08:01:29.988 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process]
[2024/05/06 08:01:29.989 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1]
[2024/05/06 08:01:29.989 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process]
[2024/05/06 08:01:29.990 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal]
[2024/05/06 08:01:30.126 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"]
[2024/05/06 08:01:30.128 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1]
[2024/05/06 08:01:30.128 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1]
[2024/05/06 08:01:30.275 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"]
[2024/05/06 08:01:30.324 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151]
[2024/05/06 08:01:30.324 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151]
[2024/05/06 08:01:30.324 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151]
[2024/05/06 08:01:30.332 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=7.761846ms] []
[2024/05/06 08:01:30.332 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399]
[2024/05/06 08:01:30.332 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"]
[2024/05/06 08:01:30.332 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30]
[2024/05/06 08:01:30.332 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15]
[2024/05/06 08:01:30.336 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36]
[2024/05/06 08:01:30.336 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"]
[2024/05/06 08:01:30.336 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=12.640886ms] []
[2024/05/06 08:01:30.336 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=12.859112ms] []
[2024/05/06 08:01:30.376 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=101.002686ms] []
[2024/05/06 08:01:30.389 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done]
[2024/05/06 08:01:30.389 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] []
[2024/05/06 08:01:30.392 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78]
[2024/05/06 08:01:30.526 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78]
[2024/05/06 08:01:30.554 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto]
[2024/05/06 08:01:30.564 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000]
[2024/05/06 08:01:30.564 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78]
[2024/05/06 08:01:30.591 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.618527495\n# Parse_time: 0.000932908\n# Compile_time: 0.001413054\n# Rewrite_time: 0.000237128\n# Optimize_time: 0.001426353\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"]
[2024/05/06 08:01:30.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%]
[2024/05/06 08:01:30.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:30.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true]
[2024/05/06 08:01:30.646 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-06 08:01:30.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"]
[2024/05/06 08:01:30.666 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000]
[2024/05/06 08:01:30.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-06 08:01:30.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:30.726 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"]
[2024/05/06 08:01:30.769 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.541341ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"]
[2024/05/06 08:01:30.785 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251]
[2024/05/06 08:01:30.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=53.848799ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:30.963 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"]
[2024/05/06 08:01:30.973 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"]
[2024/05/06 08:01:30.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-06 08:01:30.621 +0000 UTC, Err:<nil>, ErrCount:0, SnapshotVersion:0, LocalMode: false"]
[2024/05/06 08:01:31.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353]
[2024/05/06 08:01:31.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl]
[2024/05/06 08:01:31.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.428121141\n# Parse_time: 0.00068228\n# Compile_time: 0.00132519\n# Rewrite_time: 0.00003978\n# Optimize_time: 0.000940793\n# Wait_TS: 0.000491856\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"]
[2024/05/06 08:01:31.053 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:31.234 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true]
[2024/05/06 08:01:31.369 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false]
[2024/05/06 08:01:31.410 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79]
[2024/05/06 08:01:31.410 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8]
[2024/05/06 08:01:31.517 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import]
[2024/05/06 08:01:31.518 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1]
[2024/05/06 08:01:31.519 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import]
[2024/05/06 08:01:31.538 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:31.541 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table]
[2024/05/06 08:01:31.541 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20]
[2024/05/06 08:01:31.541 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=58.977µs]
[2024/05/06 08:01:31.541 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=193.514µs] []
[2024/05/06 08:01:31.541 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1]
[2024/05/06 08:01:31.541 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1]
[2024/05/06 08:01:31.655 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import]
[2024/05/06 08:01:31.674 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79]
[2024/05/06 08:01:31.694 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=54]
[2024/05/06 08:01:31.736 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"]
[2024/05/06 08:01:31.737 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import]
[2024/05/06 08:01:31.738 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"]
[2024/05/06 08:01:31.746 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=]
[2024/05/06 08:01:31.746 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7365791975930385762]
[2024/05/06 08:01:31.746 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 08:01:31.747 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384]
[2024/05/06 08:01:31.747 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:31.747 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE]
[2024/05/06 08:01:31.748 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global]
[2024/05/06 08:01:31.748 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"]
[2024/05/06 08:01:31.748 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:31.762 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest]
[2024/05/06 08:01:31.763 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest]
[2024/05/06 08:01:31.763 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=752.3GB]
[2024/05/06 08:01:31.763 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=264.3MiB] [per-index=88.09MiB]
[2024/05/06 08:01:31.763 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=700.7GiB]
[2024/05/06 08:01:31.876 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152]
[2024/05/06 08:01:31.881 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e]
[2024/05/06 08:01:31.886 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71]
[2024/05/06 08:01:31.886 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352]
[2024/05/06 08:01:31.901 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0]
[2024/05/06 08:01:31.903 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.624911ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"]
[2024/05/06 08:01:31.903 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=26.847185ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"]
[2024/05/06 08:01:31.904 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"]
[2024/05/06 08:01:31.904 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"]
[2024/05/06 08:01:31.904 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:31.904 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 08:01:31.904 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 08:01:31.904 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 08:01:31.904 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:31.904 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 08:01:31.904 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 08:01:31.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:31.905 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"]
[2024/05/06 08:01:31.922 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import]
[2024/05/06 08:01:31.925 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:31.925 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:31.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:31.925 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:31.925 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 08:01:31.928 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning]
[2024/05/06 08:01:31.928 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:31.928 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:31.928 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:31.928 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:31.928 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.129GiB]"] [takeTime=192.014465ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"]
[2024/05/06 08:01:31.928 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"]
[2024/05/06 08:01:32.048 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"]
[2024/05/06 08:01:32.101 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto]
[2024/05/06 08:01:32.138 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"]
[2024/05/06 08:01:32.140 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal]
[2024/05/06 08:01:32.154 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79]
[2024/05/06 08:01:32.216 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79]
[2024/05/06 08:01:32.241 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000]
[2024/05/06 08:01:32.241 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79]
[2024/05/06 08:01:32.386 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"]
[2024/05/06 08:01:32.387 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.348222535\n# Parse_time: 0.00051037\n# Compile_time: 0.001365619\n# Rewrite_time: 0.000283479\n# Optimize_time: 0.000940793\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zNXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMzVzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"]
[2024/05/06 08:01:32.404 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.404 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.406 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] []
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=31.981µs]
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=12.027µs]
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.101µs]
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=23.998µs]
[2024/05/06 08:01:32.407 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=21.836µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.946µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.644µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=15.953µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=20.137µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=15.815µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=17.439µs]
[2024/05/06 08:01:32.408 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl]
[2024/05/06 08:01:32.408 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl]
[2024/05/06 08:01:32.408 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl]
[2024/05/06 08:01:32.422 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000]
[2024/05/06 08:01:32.446 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=65ccc6a2-7639-4dc7-9db6-83f16258eb21] ["take time"=48.645646ms]
[2024/05/06 08:01:32.446 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=65ccc6a2-7639-4dc7-9db6-83f16258eb21]
[2024/05/06 08:01:32.449 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"]
[2024/05/06 08:01:32.449 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1bfeb40e-c1cf-43aa-91c7-5bbfd0f050a7] [watcherID=9793ad6a-c3d0-4091-a2d5-94438a1bc22a]
[2024/05/06 08:01:32.449 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl]
[2024/05/06 08:01:32.449 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1bfeb40e-c1cf-43aa-91c7-5bbfd0f050a7]
[2024/05/06 08:01:32.449 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0]
[2024/05/06 08:01:32.450 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0]
[2024/05/06 08:01:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 08:01:32.450 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."]
[2024/05/06 08:01:32.456 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager]
[2024/05/06 08:01:32.456 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."]
[2024/05/06 08:01:32.456 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=2024]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper]
[2024/05/06 08:01:32.457 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker]
[2024/05/06 08:01:32.457 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af watch owner key /tidb/br-stream/owner/6f188f4ce5df053b"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21 watch owner key /tidb/stats/owner/6f188f4ce5df0541"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=65ccc6a2-7639-4dc7-9db6-83f16258eb21]
[2024/05/06 08:01:32.457 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."]
[2024/05/06 08:01:32.457 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper]
[2024/05/06 08:01:32.457 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000]
[2024/05/06 08:01:32.457 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000]
[2024/05/06 08:01:32.457 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 08:01:32.457 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop]
[2024/05/06 08:01:32.457 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."]
[2024/05/06 08:01:32.458 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af"]
[2024/05/06 08:01:32.457 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper]
[2024/05/06 08:01:32.457 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000]
[2024/05/06 08:01:32.458 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=65ccc6a2-7639-4dc7-9db6-83f16258eb21]
[2024/05/06 08:01:32.458 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"]
[2024/05/06 08:01:32.458 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000]
[2024/05/06 08:01:32.460 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."]
[2024/05/06 08:01:32.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop]
[2024/05/06 08:01:32.460 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af] [daemon-id=LogBackup::Advancer]
[2024/05/06 08:01:32.460 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."]
[2024/05/06 08:01:32.460 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s]
[2024/05/06 08:01:32.460 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af"] [error="context canceled"]
[2024/05/06 08:01:32.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer]
[2024/05/06 08:01:32.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop]
[2024/05/06 08:01:32.461 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"]
[2024/05/06 08:01:32.461 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] [error="context canceled"]
[2024/05/06 08:01:32.474 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000]
[2024/05/06 08:01:32.474 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"]
[2024/05/06 08:01:32.474 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop]
[2024/05/06 08:01:32.661 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 08:01:32.661 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"]
[2024/05/06 08:01:33.722 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 08:01:33.722 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."]
[2024/05/06 08:01:33.722 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop]
[2024/05/06 08:01:33.915 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 65ccc6a2-7639-4dc7-9db6-83f16258eb21"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 08:01:33.915 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"]
[2024/05/06 08:01:33.915 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."]
[2024/05/06 08:01:33.915 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker]
[2024/05/06 08:01:33.918 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0c55ad-8e90-4ea4-b5dd-9d833d50a5af"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"]
[2024/05/06 08:01:33.924 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.526091603s]
[2024/05/06 08:01:33.925 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global]
[2024/05/06 08:01:33.925 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0]
[2024/05/06 08:01:33.925 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"]
[2024/05/06 08:01:33.925 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"]
[2024/05/06 08:01:33.926 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver]
--- PASS: TestImportInto (303.55s)
    --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s)
    --- SKIP: TestImportInto/TestAnalyze (0.00s)
    --- PASS: TestImportInto/TestBasicImportInto (38.87s)
    --- PASS: TestImportInto/TestCancelJob (8.94s)
    --- PASS: TestImportInto/TestChecksumNotMatch (8.35s)
    --- PASS: TestImportInto/TestColumnsAndUserVars (3.31s)
    --- PASS: TestImportInto/TestDeliverBytesRows (5.38s)
    --- PASS: TestImportInto/TestDetachedLoadParquet (6.29s)
    --- PASS: TestImportInto/TestDiskQuota (4.84s)
    --- PASS: TestImportInto/TestGBK (17.15s)
    --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (14.72s)
    --- PASS: TestImportInto/TestIgnoreNLines (31.94s)
    --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (9.74s)
    --- PASS: TestImportInto/TestImportMode (20.86s)
    --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (9.66s)
    --- PASS: TestImportInto/TestInputNull (5.81s)
    --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (2.45s)
    --- PASS: TestImportInto/TestKillBeforeFinish (3.06s)
    --- PASS: TestImportInto/TestLoadSQLDump (5.48s)
    --- PASS: TestImportInto/TestMaxWriteSpeed (14.90s)
    --- PASS: TestImportInto/TestMultiValueIndex (3.29s)
    --- PASS: TestImportInto/TestOtherCharset (14.22s)
    --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.40s)
    --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.28s)
    --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.41s)
    --- PASS: TestImportInto/TestRegisterTask (9.91s)
    --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (11.19s)
    --- PASS: TestImportInto/TestShowDetachedJob (6.54s)
    --- PASS: TestImportInto/TestShowJob (8.83s)
    --- PASS: TestImportInto/TestZeroDateTime (4.73s)
PASS
coverage: 15.0% of statements
GCov does not exist at the given path: ''
May 06, 2024 8:01:40 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles
INFO: No lcov file found.
May 06, 2024 8:01:40 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles
INFO: No gcov info file found.
May 06, 2024 8:01:40 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles
INFO: No gcov json file found.
May 06, 2024 8:01:40 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull
INFO: No .profdata file found.
May 06, 2024 8:01:40 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs
WARNING: There was no coverage found.
================================================================================
Target //tests/realtikvtest/importintotest:importintotest_test up-to-date:
  bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test
INFO: Elapsed time: 359.788s, Critical Path: 341.75s
INFO: 1610 processes: 1584 remote cache hit, 20 internal, 6 linux-sandbox.
INFO: Build completed successfully, 1610 total actions
Test cases: finished with 31 passing and 0 failing out of 31 test cases

Executed 1 out of 1 test: 1 test passes.
./build/jenkins_collect_coverage.sh
root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs
complete to collect bazel result.
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] junit
Recording test results
[Checks API] No suitable checks publisher found.
[Pipeline] }
[Pipeline] // dir
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] script
[Pipeline] {
[Pipeline] sh
[2024-05-06T08:01:48.066Z] ['info'] 
     _____          _
    / ____|        | |
   | |     ___   __| | ___  ___ _____   __
   | |    / _ \ / _` |/ _ \/ __/ _ \ \ / /
   | |___| (_) | (_| |  __/ (_| (_) \ V /
    \_____\___/ \__,_|\___|\___\___/ \_/

  Codecov report uploader 0.5.0
[2024-05-06T08:01:48.068Z] ['info'] => Project root located at: .
[2024-05-06T08:01:48.071Z] ['info'] ->  Token found by environment variables
[2024-05-06T08:01:48.084Z] ['info'] Searching for coverage files...
[1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 40s remote-cache, linux-sandbox
[2024-05-06T08:01:48.667Z] ['info'] => Found 1 possible coverage files:
  ./coverage.dat
[2024-05-06T08:01:48.667Z] ['info'] Processing ./coverage.dat...
[2024-05-06T08:01:49.058Z] ['info'] Using manual override from args.
[2024-05-06T08:01:49.058Z] ['info'] Detected Jenkins CI as the CI provider.
[2024-05-06T08:01:49.070Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F51300&build=8840&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8840%2F&commit=10919f90b34be05888f27370829dadebc99a20bc&job=&pr=51300&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent=
[2024-05-06T08:01:49.871Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/10919f90b34be05888f27370829dadebc99a20bc
https://storage.googleapis.com/codecov/v4/raw/2024-05-06/F6B65B6EE70BEC6C6B5E073ED3BB1A79/10919f90b34be05888f27370829dadebc99a20bc/d0333db6-e61a-4a73-aa76-d6f7c0f8cf19.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240506%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240506T080149Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=66b9563ecd8f64ff26e7562343b81c76e466355181923741c593ae329e15e078
[2024-05-06T08:01:49.872Z] ['info'] Uploading...
[2024-05-06T08:01:51.739Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/10919f90b34be05888f27370829dadebc99a20bc"}
[Pipeline] }
[Pipeline] // script
[Pipeline] }
[Pipeline] // dir
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox
Aborted by Jenkins Admin
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes
kill finished with exit code 0
Sending interrupt signal to process
Killing processes

Bazel caught terminate signal; shutting down.


Bazel caught terminate signal; shutting down.


Could not interrupt server: (14) Socket closed


Could not interrupt server: (14) failed to connect to all addresses


Server terminated abruptly (error code: 14, error message: 'Socket closed', log file: '/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/server/jvm.out')

make: *** [bazel_addindextest] Error 37
script returned exit code 143
kill finished with exit code 0
[Pipeline] }
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 51.032112767 s
script returned exit code 143
[Pipeline] junit
Recording test results
[Pipeline] }
None of the test reports contained any result
[Checks API] No suitable checks publisher found.

Bazel caught terminate signal; shutting down.


Bazel caught terminate signal; shutting down.


Could not interrupt server: (14) Socket closed


Could not interrupt server: (14) failed to connect to all addresses


Server terminated abruptly (error code: 14, error message: 'Socket closed', log file: '/home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/server/jvm.out')

make: *** [bazel_txntest] Error 37
script returned exit code 143
[Pipeline] // dir
Post stage
[Pipeline] }
[Pipeline] }
[Pipeline] // dir
[Pipeline] // dir
Post stage
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
No test report files were found. Configuration error?
[Pipeline] junit
Recording test results
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] junit
Recording test results
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh
None of the test reports contained any result
[Checks API] No suitable checks publisher found.
None of the test reports contained any result
[Checks API] No suitable checks publisher found.
[Pipeline] }
[Pipeline] }
+ str='run_real_tikv_tests.sh bazel_addindextest'
+ logs_dir=logs_run_real_tikv_tests.sh_bazel_addindextest
+ mkdir -p logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv pd1.log pd2.log pd3.log logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv tikv1.log tikv2.log tikv3.log logs_run_real_tikv_tests.sh_bazel_addindextest
+ mv tests/integrationtest/integration-test.out logs_run_real_tikv_tests.sh_bazel_addindextest
mv: cannot stat 'tests/integrationtest/integration-test.out': No such file or directory
+ true
+ tar -czvf logs_run_real_tikv_tests.sh_bazel_addindextest.tar.gz logs_run_real_tikv_tests.sh_bazel_addindextest
logs_run_real_tikv_tests.sh_bazel_addindextest/
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv2.log
tar: logs_run_real_tikv_tests.sh_bazel_addindextest/tikv2.log: file changed as we read it
logs_run_real_tikv_tests.sh_bazel_addindextest/pd3.log
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv3.log
logs_run_real_tikv_tests.sh_bazel_addindextest/pd2.log
logs_run_real_tikv_tests.sh_bazel_addindextest/tikv1.log
[Pipeline] // dir
[Pipeline] // dir
logs_run_real_tikv_tests.sh_bazel_addindextest/pd1.log
+ true
[Pipeline] archiveArtifacts
Archiving artifacts
No test report files were found. Configuration error?
No test report files were found. Configuration error?
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] dir
Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb
[Pipeline] {
[Pipeline] sh
+ str='integrationtest_with_tikv.sh y'
+ logs_dir=logs_integrationtest_with_tikv.sh_y
+ mkdir -p logs_integrationtest_with_tikv.sh_y
+ mv pd1.log pd2.log pd3.log logs_integrationtest_with_tikv.sh_y
+ mv tikv1.log tikv2.log tikv3.log logs_integrationtest_with_tikv.sh_y
+ mv tests/integrationtest/integration-test.out logs_integrationtest_with_tikv.sh_y
+ tar -czvf logs_integrationtest_with_tikv.sh_y.tar.gz logs_integrationtest_with_tikv.sh_y
logs_integrationtest_with_tikv.sh_y/
logs_integrationtest_with_tikv.sh_y/tikv2.log
logs_integrationtest_with_tikv.sh_y/integration-test.out
logs_integrationtest_with_tikv.sh_y/tikv3.log
logs_integrationtest_with_tikv.sh_y/pd3.log
logs_integrationtest_with_tikv.sh_y/pd2.log
logs_integrationtest_with_tikv.sh_y/tikv1.log
logs_integrationtest_with_tikv.sh_y/pd1.log
[Pipeline] sh
[Pipeline] }
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] // dir
[Pipeline] }
+ str='run_real_tikv_tests.sh bazel_txntest'
+ logs_dir=logs_run_real_tikv_tests.sh_bazel_txntest
+ mkdir -p logs_run_real_tikv_tests.sh_bazel_txntest
+ mv pd1.log pd2.log pd3.log logs_run_real_tikv_tests.sh_bazel_txntest
+ mv tikv1.log tikv2.log tikv3.log logs_run_real_tikv_tests.sh_bazel_txntest
+ mv tests/integrationtest/integration-test.out logs_run_real_tikv_tests.sh_bazel_txntest
mv: cannot stat 'tests/integrationtest/integration-test.out': No such file or directory
+ true
+ tar -czvf logs_run_real_tikv_tests.sh_bazel_txntest.tar.gz logs_run_real_tikv_tests.sh_bazel_txntest
logs_run_real_tikv_tests.sh_bazel_txntest/
logs_run_real_tikv_tests.sh_bazel_txntest/tikv2.log
logs_run_real_tikv_tests.sh_bazel_txntest/tikv1.log
logs_run_real_tikv_tests.sh_bazel_txntest/tikv3.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd2.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd1.log
logs_run_real_tikv_tests.sh_bazel_txntest/pd3.log
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] archiveArtifacts
Archiving artifacts
[Pipeline] // timeout
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // stage
[Pipeline] // dir
[Pipeline] }
[Pipeline] // dir
[Pipeline] // container
[Pipeline] }
[Pipeline] }
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // withCredentials
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest'
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y'
[Pipeline] // stage
[Pipeline] }
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest'
[Pipeline] // parallel
[Pipeline] }
[Pipeline] // stage
[Pipeline] stage
[Pipeline] { (Declarative: Post Actions)
[Pipeline] container
[Pipeline] {
[Pipeline] sh
+ bash scripts/plugins/report_job_result.sh ABORTED result.json
http://fileserver.pingcap.net
--2024-05-06 08:02:33--  http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py
Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82
Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected.
HTTP request sent, awaiting response... 200 OK
Length: 4181 (4.1K) [application/octet-stream]
Saving to: ‘agent_upload_verifyci_metadata.py’

     0K ....                                                  100%  657M=0s

2024-05-06 08:02:33 (657 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181]

No junit report file
parse result file result.json success
upload data succesfully.
[Pipeline] }
[Pipeline] // container
[Pipeline] archiveArtifacts
Archiving artifacts
Recording fingerprints
[Pipeline] }
[Pipeline] // stage
[Pipeline] }
[Pipeline] // timeout
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // container
[Pipeline] }
[Pipeline] // withEnv
[Pipeline] }
[Pipeline] // node
[Pipeline] }
[Pipeline] // podTemplate
[Pipeline] End of Pipeline
org.jenkinsci.plugins.workflow.actions.ErrorAction$ErrorId: 7b607da6-cb6a-48cb-a89e-cf647b8da931
Failed in branch Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest'
Finished: ABORTED