Doirs 创建表超时导致无法创建成功问题

Viewed 22
2.1

数据库版本
image.png

show backends;
image.png

show frontends;
image.png

be_custom.conf

priority_networks = 127.0.0.0/24
mem_limit = 25%
storage_flood_stage_left_capacity_bytes = 53687091200
storage_flood_stage_usage_percent = 90
storage_root_path = /var/log/ssd/storage,medium:SSD;/var/log/hdd/storage,medium:HDD
sync_tablet_meta = true
sys_log_roll_num = 7
sys_log_roll_mode = TIME-DAY

fe_custom.conf

priority_networks = 127.0.0.0/24
enable_outfile_to_local = true
meta_dir = /var/log/ssd/doris-meta
log_roll_size_mb = 512
sys_log_roll_num = 3
audit_log_delete_age = 7d
audit_log_roll_num = 15

CREATE TABLE IF NOT EXISTS data_db.test
(
    day DATE NOT NULL COMMENT "记录时间:天",
    timestamp BIGINT COMMENT "时间戳",
    id BIGINT NOT NULL AUTO_INCREMENT COMMENT "自增ID"
)
DUPLICATE KEY (`day`, `timestamp`)
AUTO PARTITION BY RANGE(date_trunc(`day`, 'day')) ()
DISTRIBUTED BY HASH(`day`) BUCKETS 8
PROPERTIES (
    "replication_num" = "1",
    "compression" = "LZ4",
    "dynamic_partition.enable" = "true",
    "dynamic_partition.time_unit" = "DAY",
    "dynamic_partition.start" = "-30",
    "dynamic_partition.end" = "7",
    "dynamic_partition.prefix" = "p",
    "dynamic_partition.buckets" = "8",
    "dynamic_partition.hot_partition_num" = "2"
);
5 Answers

fe.warn.log

2025-10-30 09:23:24,049 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createPartitionWithIndices():2113] Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
2025-10-30 09:23:24,050 WARN (mysql-nio-pool-18|8865) [DynamicPartitionScheduler.executeDynamicPartition():625] has error
org.apache.doris.common.DdlException: errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
	at org.apache.doris.datasource.InternalCatalog.createPartitionWithIndices(InternalCatalog.java:2115) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.addPartition(InternalCatalog.java:1694) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.addPartition(Env.java:3179) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartition(DynamicPartitionScheduler.java:621) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartitionFirstTime(DynamicPartitionScheduler.java:110) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createOlapTable(InternalCatalog.java:2988) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createTable(InternalCatalog.java:1194) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.createTable(Env.java:3167) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.nereids.trees.plans.commands.CreateTableCommand.run(CreateTableCommand.java:101) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByNereids(StmtExecutor.java:731) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:562) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_432]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_432]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_432]
2025-10-30 09:23:24,050 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createOlapTable():3001] create table failed [] - errCode = 2, detailMessage = errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
2025-10-30 09:23:26,048 WARN (thrift-server-pool-2|275) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17011
2025-10-30 09:23:26,048 WARN (thrift-server-pool-6|394) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17013
2025-10-30 09:23:39,745 WARN (thrift-server-pool-4|384) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17015
2025-10-30 09:23:51,072 WARN (thrift-server-pool-5|385) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17019
2025-10-30 09:23:51,072 WARN (thrift-server-pool-2|275) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17017
025-10-30 09:25:43,966 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createPartitionWithIndices():2113] Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17036), (backendId = 10002, tabletId = 17038)
2025-10-30 09:25:43,966 WARN (mysql-nio-pool-18|8865) [DynamicPartitionScheduler.executeDynamicPartition():625] has error
org.apache.doris.common.DdlException: errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17036), (backendId = 10002, tabletId = 17038)
	at org.apache.doris.datasource.InternalCatalog.createPartitionWithIndices(InternalCatalog.java:2115) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.addPartition(InternalCatalog.java:1694) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.addPartition(Env.java:3179) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartition(DynamicPartitionScheduler.java:621) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartitionFirstTime(DynamicPartitionScheduler.java:110) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createOlapTable(InternalCatalog.java:2988) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createTable(InternalCatalog.java:1194) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.createTable(Env.java:3167) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.DdlExecutor.execute(DdlExecutor.java:160) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.handleDdlStmt(StmtExecutor.java:2891) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByLegacy(StmtExecutor.java:1012) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:614) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_432]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_432]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_432]
2025-10-30 09:25:43,966 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createOlapTable():3001] create table failed [] - errCode = 2, detailMessage = errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17036), (backendId = 10002, tabletId = 17038)
2025-10-30 09:25:48,129 WARN (thrift-server-pool-4|384) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17036
2025-10-30 09:25:48,129 WARN (thrift-server-pool-2|275) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17038
2025-10-30 09:25:51,072 WARN (mysql-nio-pool-18|8865) [StmtExecutor.handleDdlStmt():2900] DDL statement(CREATE TABLE IF NOT EXISTS data_db.test
(
    day DATE NOT NULL COMMENT "记录时间:天",
    timestamp BIGINT COMMENT "时间戳",
    id BIGINT NOT NULL AUTO_INCREMENT COMMENT "自增ID"
)
DUPLICATE KEY (`day`, `timestamp`)
AUTO PARTITION BY RANGE(date_trunc(`day`, 'day')) ()
DISTRIBUTED BY HASH(`day`) BUCKETS 8
PROPERTIES (
    "replication_num" = "1",
    "compression" = "LZ4",
    "dynamic_partition.enable" = "true",
    "dynamic_partition.time_unit" = "DAY",
    "dynamic_partition.start" = "-30",
    "dynamic_partition.end" = "7",
    "dynamic_partition.prefix" = "p",
    "dynamic_partition.buckets" = "8",
    "dynamic_partition.hot_partition_num" = "2"
)) process failed.
org.apache.doris.common.DdlException: errCode = 2, detailMessage = errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17036), (backendId = 10002, tabletId = 17038)
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartition(DynamicPartitionScheduler.java:627) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartitionFirstTime(DynamicPartitionScheduler.java:110) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createOlapTable(InternalCatalog.java:2988) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createTable(InternalCatalog.java:1194) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.createTable(Env.java:3167) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.DdlExecutor.execute(DdlExecutor.java:160) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.handleDdlStmt(StmtExecutor.java:2891) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByLegacy(StmtExecutor.java:1012) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:614) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_432]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_432]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_432]
yunsur3

be.WARNING

W20251030 09:23:07.542425 110170 task_worker_pool.cpp:1371] create tablet 17005 cost(s) 13.4924
CreateTablet:(Active: 13s492ms, non-child: 0.00%)
   - GetShardLock: 322.000ns
   - GetStores: 9.453us
   - GetTabletUnlocked: 360.000ns
   - InternalCreateTablet: 13s491ms
     - AddTablet: 13s491ms
       - RegisterTabletInfo: 5.015us
       - SaveMeta: 13s491ms
     - CreateMeta: 286.601us
       - CreateMetaUnlock: 36.715us
       - CreateTabletFromMeta: 246.447us
       - RemovePendingIds: 1.246us
     - GetTablet: 2.177us
     - InitRowset: 29.249us
     - TabletInit: 1.789us
W20251030 09:23:07.542447 110172 task_worker_pool.cpp:1371] create tablet 17007 cost(s) 13.4924
CreateTablet:(Active: 13s492ms, non-child: 0.00%)
   - GetShardLock: 239.000ns
   - GetStores: 3.538us
   - GetTabletUnlocked: 233.000ns
   - InternalCreateTablet: 13s491ms
     - AddTablet: 13s491ms
       - RegisterTabletInfo: 2.297us
       - SaveMeta: 13s491ms
     - CreateMeta: 253.563us
       - CreateMetaUnlock: 28.246us
       - CreateTabletFromMeta: 222.917us
       - RemovePendingIds: 1.037us
     - GetTablet: 1.776us
     - InitRowset: 23.871us
     - TabletInit: 1.464us
W20251030 09:23:14.784956 110171 task_worker_pool.cpp:1371] create tablet 17009 cost(s) 20.7349
CreateTablet:(Active: 20s734ms, non-child: 0.00%)
   - GetShardLock: 202.000ns
   - GetStores: 3.100us
   - GetTabletUnlocked: 293.000ns
   - InternalCreateTablet: 20s734ms
     - AddTablet: 20s734ms
       - RegisterTabletInfo: 4.990us
       - SaveMeta: 20s734ms
     - CreateMeta: 250.177us
       - CreateMetaUnlock: 23.473us
       - CreateTabletFromMeta: 224.093us
       - RemovePendingIds: 1.010us
     - GetTablet: 1.801us
     - InitRowset: 20.351us
     - TabletInit: 1.256us
W20251030 09:23:26.049005 110172 task_worker_pool.cpp:1371] create tablet 17013 cost(s) 18.5065
CreateTablet:(Active: 18s506ms, non-child: 0.00%)
   - GetShardLock: 138.000ns
   - GetStores: 3.073us
   - GetTabletUnlocked: 156.000ns
   - InternalCreateTablet: 18s505ms
     - AddTablet: 18s505ms
       - RegisterTabletInfo: 5.025us
       - SaveMeta: 18s505ms
     - CreateMeta: 137.289us
       - CreateMetaUnlock: 26.869us
       - CreateTabletFromMeta: 108.057us
       - RemovePendingIds: 807.000ns
     - GetTablet: 2.209us
     - InitRowset: 29.062us
     - TabletInit: 1.430us
W20251030 09:23:26.049022 110170 task_worker_pool.cpp:1371] create tablet 17011 cost(s) 18.5065
CreateTablet:(Active: 18s506ms, non-child: 0.00%)
   - GetShardLock: 167.000ns
   - GetStores: 5.884us
   - GetTabletUnlocked: 177.000ns
   - InternalCreateTablet: 18s506ms
     - AddTablet: 18s505ms
       - RegisterTabletInfo: 5.270us
       - SaveMeta: 18s505ms
     - CreateMeta: 158.235us
       - CreateMetaUnlock: 33.120us
       - CreateTabletFromMeta: 122.601us
       - RemovePendingIds: 915.000ns
     - GetTablet: 1.570us
     - InitRowset: 25.832us
     - TabletInit: 1.119us
W20251030 09:23:39.745256 110171 task_worker_pool.cpp:1371] create tablet 17015 cost(s) 24.9601
CreateTablet:(Active: 24s960ms, non-child: 0.00%)
   - GetShardLock: 191.000ns
   - GetStores: 5.484us
   - GetTabletUnlocked: 288.000ns
   - InternalCreateTablet: 24s959ms
     - AddTablet: 24s959ms
       - RegisterTabletInfo: 4.710us
       - SaveMeta: 24s959ms
     - CreateMeta: 138.554us
       - CreateMetaUnlock: 31.858us
       - CreateTabletFromMeta: 104.215us
       - RemovePendingIds: 885.000ns
     - GetTablet: 1.807us
     - InitRowset: 34.828us
     - TabletInit: 1.405us
W20251030 09:23:51.072263 110170 task_worker_pool.cpp:1371] create tablet 17019 cost(s) 25.0232
CreateTablet:(Active: 25s023ms, non-child: 0.00%)
   - GetShardLock: 147.000ns
   - GetStores: 2.906us
   - GetTabletUnlocked: 278.000ns
   - InternalCreateTablet: 25s022ms
     - AddTablet: 25s022ms
       - RegisterTabletInfo: 6.514us
       - SaveMeta: 25s022ms
     - CreateMeta: 142.293us
       - CreateMetaUnlock: 31.112us
       - CreateTabletFromMeta: 108.617us
       - RemovePendingIds: 845.000ns
     - GetTablet: 1.923us
     - InitRowset: 27.954us
     - TabletInit: 1.263us
W20251030 09:23:51.072299 110172 task_worker_pool.cpp:1371] create tablet 17017 cost(s) 25.0232
CreateTablet:(Active: 25s023ms, non-child: 0.00%)
   - GetShardLock: 192.000ns
   - GetStores: 5.407us
   - GetTabletUnlocked: 187.000ns
   - InternalCreateTablet: 25s022ms
     - AddTablet: 25s022ms
       - RegisterTabletInfo: 3.611us
       - SaveMeta: 25s022ms
     - CreateMeta: 142.247us
       - CreateMetaUnlock: 31.398us
       - CreateTabletFromMeta: 108.242us
       - RemovePendingIds: 972.000ns
     - GetTablet: 2.070us
     - InitRowset: 28.065us
     - TabletInit: 1.377us
yunsur3

be.INFO

I20251030 09:22:53.093062 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426331443 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426331443 Bytes.];[/var/log/hdd/storage/wal: limit 373549118259 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118259 Bytes.];
I20251030 09:22:54.049971 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17005
I20251030 09:22:54.049997 110170 tablet_manager.cpp:272] begin to create tablet. tablet_id=17005, table_id=17002, partition_id=17004, replica_id=17006, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:22:54.050009 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17007
I20251030 09:22:54.050024 110172 tablet_manager.cpp:272] begin to create tablet. tablet_id=17007, table_id=17002, partition_id=17004, replica_id=17008, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:22:54.050045 110171 tablet_manager.cpp:272] begin to create tablet. tablet_id=17009, table_id=17002, partition_id=17004, replica_id=17010, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:22:54.050030 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17009
I20251030 09:22:54.050087 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17011
I20251030 09:22:54.050103 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17013
I20251030 09:22:54.050117 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17015
I20251030 09:22:54.050132 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17017
I20251030 09:22:54.050148 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17019
I20251030 09:23:02.405498 110067 storage_engine.cpp:1137] start to delete unused rowset, size: 0
I20251030 09:23:02.405547 110067 storage_engine.cpp:1171] collected 0 unused rowsets to remove, skipped 0 rowsets due to use count > 1, skipped 0 rowsets due to don't need to delete file, skipped 0 rowsets due to delayed expired timestamp.
I20251030 09:23:02.405557 110067 storage_engine.cpp:1187] removed all collected unused rowsets
I20251030 09:23:03.109288 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426324889 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426324889 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:23:06.051512 4189531 workload_group_listener.cpp:65] [topic_publish_wg]update workload group finish, wg info=TG[id = 1, name = normal, cpu_share = 1024, memory_limit = 2.31 GB, enable_memory_overcommit = true, version = 0, cpu_hard_limit = -1, scan_thread_num = 48, max_remote_scan_thread_num = 512, min_remote_scan_thread_num = 8, spill_low_watermark=50, spill_high_watermark=80, is_shutdown=false, query_num=0, read_bytes_per_second=-1, remote_read_bytes_per_second=-1], enable_cpu_hard_limit=false, cgroup cpu_shares=0, cgroup cpu_hard_limit=0, cgroup home path=, list size=1, thread info=[exec num:2, real_num:2, min_num:2, max_num:2],[l_scan num:48, real_num:48, min_num:48, max_num48],[r_scan num:8, real_num:8, min_num:8, max_num:512],[mem_tab_flush num:6, real_num:6, min_num:6, max_num:12]
I20251030 09:23:06.051558 4189531 workload_group_manager.cpp:134] [topic_publish_wg]finish clear unused workload group, time cost: 0 ms, deleted group size:0, before wg size=1, after wg size=1
I20251030 09:23:06.051576 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_GROUP, size=1
I20251030 09:23:06.051586 4189531 workload_sched_policy_listener.cpp:79] [workload_schedule]finish update workload schedule policy, size=0
I20251030 09:23:06.051594 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_SCHED_POLICY, size=0
I20251030 09:23:07.541783 110170 tablet_meta.cpp:500] save tablet(17005) meta too slow. serialize cost 10(us), serialized binary size: 683(bytes), write rocksdb cost 13491430(us)
I20251030 09:23:07.541822 110170 tablet_manager.cpp:356] success to create tablet. tablet_id=17005, tablet_path=/var/log/ssd/storage/data/208/17005/348196113
I20251030 09:23:07.541842 110170 task_worker_pool.cpp:1408] successfully create tablet|signature=17005|tablet_id=17005
I20251030 09:23:07.541941 110172 tablet_meta.cpp:500] save tablet(17007) meta too slow. serialize cost 7(us), serialized binary size: 681(bytes), write rocksdb cost 13491588(us)
I20251030 09:23:07.541963 110172 tablet_manager.cpp:356] success to create tablet. tablet_id=17007, tablet_path=/var/log/ssd/storage/data/209/17007/348196113
I20251030 09:23:07.541977 110172 task_worker_pool.cpp:1408] successfully create tablet|signature=17007|tablet_id=17007
W20251030 09:23:07.542425 110170 task_worker_pool.cpp:1371] create tablet 17005 cost(s) 13.4924
CreateTablet:(Active: 13s492ms, non-child: 0.00%)
   - GetShardLock: 322.000ns
   - GetStores: 9.453us
   - GetTabletUnlocked: 360.000ns
   - InternalCreateTablet: 13s491ms
     - AddTablet: 13s491ms
       - RegisterTabletInfo: 5.015us
       - SaveMeta: 13s491ms
     - CreateMeta: 286.601us
       - CreateMetaUnlock: 36.715us
       - CreateTabletFromMeta: 246.447us
       - RemovePendingIds: 1.246us
     - GetTablet: 2.177us
     - InitRowset: 29.249us
     - TabletInit: 1.789us
W20251030 09:23:07.542447 110172 task_worker_pool.cpp:1371] create tablet 17007 cost(s) 13.4924
CreateTablet:(Active: 13s492ms, non-child: 0.00%)
   - GetShardLock: 239.000ns
   - GetStores: 3.538us
   - GetTabletUnlocked: 233.000ns
   - InternalCreateTablet: 13s491ms
     - AddTablet: 13s491ms
       - RegisterTabletInfo: 2.297us
       - SaveMeta: 13s491ms
     - CreateMeta: 253.563us
       - CreateMetaUnlock: 28.246us
       - CreateTabletFromMeta: 222.917us
       - RemovePendingIds: 1.037us
     - GetTablet: 1.776us
     - InitRowset: 23.871us
     - TabletInit: 1.464us
I20251030 09:23:07.542477 110170 tablet_manager.cpp:272] begin to create tablet. tablet_id=17011, table_id=17002, partition_id=17004, replica_id=17012, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:23:07.542496 110172 tablet_manager.cpp:272] begin to create tablet. tablet_id=17013, table_id=17002, partition_id=17004, replica_id=17014, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:23:13.125631 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426319564 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426319564 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:23:14.784710 110171 tablet_meta.cpp:500] save tablet(17009) meta too slow. serialize cost 7(us), serialized binary size: 683(bytes), write rocksdb cost 20734348(us)
I20251030 09:23:14.784747 110171 tablet_manager.cpp:356] success to create tablet. tablet_id=17009, tablet_path=/var/log/ssd/storage/data/210/17009/348196113
I20251030 09:23:14.784766 110171 task_worker_pool.cpp:1408] successfully create tablet|signature=17009|tablet_id=17009
W20251030 09:23:14.784956 110171 task_worker_pool.cpp:1371] create tablet 17009 cost(s) 20.7349
CreateTablet:(Active: 20s734ms, non-child: 0.00%)
   - GetShardLock: 202.000ns
   - GetStores: 3.100us
   - GetTabletUnlocked: 293.000ns
   - InternalCreateTablet: 20s734ms
     - AddTablet: 20s734ms
       - RegisterTabletInfo: 4.990us
       - SaveMeta: 20s734ms
     - CreateMeta: 250.177us
       - CreateMetaUnlock: 23.473us
       - CreateTabletFromMeta: 224.093us
       - RemovePendingIds: 1.010us
     - GetTablet: 1.801us
     - InitRowset: 20.351us
     - TabletInit: 1.256us
I20251030 09:23:14.785099 110171 tablet_manager.cpp:272] begin to create tablet. tablet_id=17015, table_id=17002, partition_id=17004, replica_id=17016, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:23:23.141670 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426315468 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426315468 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:23:26.048435 110172 tablet_meta.cpp:500] save tablet(17013) meta too slow. serialize cost 9(us), serialized binary size: 683(bytes), write rocksdb cost 18505745(us)
I20251030 09:23:26.048444 110170 tablet_meta.cpp:500] save tablet(17011) meta too slow. serialize cost 9(us), serialized binary size: 683(bytes), write rocksdb cost 18505745(us)
I20251030 09:23:26.048481 110172 tablet_manager.cpp:356] success to create tablet. tablet_id=17013, tablet_path=/var/log/ssd/storage/data/212/17013/348196113
I20251030 09:23:26.048523 110172 task_worker_pool.cpp:1408] successfully create tablet|signature=17013|tablet_id=17013
I20251030 09:23:26.048524 110170 tablet_manager.cpp:356] success to create tablet. tablet_id=17011, tablet_path=/var/log/ssd/storage/data/211/17011/348196113
I20251030 09:23:26.048558 110170 task_worker_pool.cpp:1408] successfully create tablet|signature=17011|tablet_id=17011
W20251030 09:23:26.049005 110172 task_worker_pool.cpp:1371] create tablet 17013 cost(s) 18.5065
CreateTablet:(Active: 18s506ms, non-child: 0.00%)
   - GetShardLock: 138.000ns
   - GetStores: 3.073us
   - GetTabletUnlocked: 156.000ns
   - InternalCreateTablet: 18s505ms
     - AddTablet: 18s505ms
       - RegisterTabletInfo: 5.025us
       - SaveMeta: 18s505ms
     - CreateMeta: 137.289us
       - CreateMetaUnlock: 26.869us
       - CreateTabletFromMeta: 108.057us
       - RemovePendingIds: 807.000ns
     - GetTablet: 2.209us
     - InitRowset: 29.062us
     - TabletInit: 1.430us
W20251030 09:23:26.049022 110170 task_worker_pool.cpp:1371] create tablet 17011 cost(s) 18.5065
CreateTablet:(Active: 18s506ms, non-child: 0.00%)
   - GetShardLock: 167.000ns
   - GetStores: 5.884us
   - GetTabletUnlocked: 177.000ns
   - InternalCreateTablet: 18s506ms
     - AddTablet: 18s505ms
       - RegisterTabletInfo: 5.270us
       - SaveMeta: 18s505ms
     - CreateMeta: 158.235us
       - CreateMetaUnlock: 33.120us
       - CreateTabletFromMeta: 122.601us
       - RemovePendingIds: 915.000ns
     - GetTablet: 1.570us
     - InitRowset: 25.832us
     - TabletInit: 1.119us
I20251030 09:23:26.049057 110172 tablet_manager.cpp:272] begin to create tablet. tablet_id=17017, table_id=17002, partition_id=17004, replica_id=17018, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:23:26.049067 110170 tablet_manager.cpp:272] begin to create tablet. tablet_id=17019, table_id=17002, partition_id=17004, replica_id=17020, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:23:30.083657 109370 load_channel_mgr.cpp:218] cleaning timed out load channels
I20251030 09:23:32.405576 110067 storage_engine.cpp:1137] start to delete unused rowset, size: 0
I20251030 09:23:32.405612 110067 storage_engine.cpp:1171] collected 0 unused rowsets to remove, skipped 0 rowsets due to use count > 1, skipped 0 rowsets due to don't need to delete file, skipped 0 rowsets due to delayed expired timestamp.
I20251030 09:23:32.405622 110067 storage_engine.cpp:1187] removed all collected unused rowsets
I20251030 09:23:33.157742 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426309734 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426309734 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:23:36.052004 4189531 workload_group_listener.cpp:65] [topic_publish_wg]update workload group finish, wg info=TG[id = 1, name = normal, cpu_share = 1024, memory_limit = 2.31 GB, enable_memory_overcommit = true, version = 0, cpu_hard_limit = -1, scan_thread_num = 48, max_remote_scan_thread_num = 512, min_remote_scan_thread_num = 8, spill_low_watermark=50, spill_high_watermark=80, is_shutdown=false, query_num=0, read_bytes_per_second=-1, remote_read_bytes_per_second=-1], enable_cpu_hard_limit=false, cgroup cpu_shares=0, cgroup cpu_hard_limit=0, cgroup home path=, list size=1, thread info=[exec num:2, real_num:2, min_num:2, max_num:2],[l_scan num:48, real_num:48, min_num:48, max_num48],[r_scan num:8, real_num:8, min_num:8, max_num:512],[mem_tab_flush num:6, real_num:6, min_num:6, max_num:12]
I20251030 09:23:36.052050 4189531 workload_group_manager.cpp:134] [topic_publish_wg]finish clear unused workload group, time cost: 0 ms, deleted group size:0, before wg size=1, after wg size=1
I20251030 09:23:36.052062 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_GROUP, size=1
I20251030 09:23:36.052070 4189531 workload_sched_policy_listener.cpp:79] [workload_schedule]finish update workload schedule policy, size=0
I20251030 09:23:36.052078 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_SCHED_POLICY, size=0
I20251030 09:23:39.744791 110171 tablet_meta.cpp:500] save tablet(17015) meta too slow. serialize cost 8(us), serialized binary size: 683(bytes), write rocksdb cost 24959489(us)
I20251030 09:23:39.744832 110171 tablet_manager.cpp:356] success to create tablet. tablet_id=17015, tablet_path=/var/log/ssd/storage/data/213/17015/348196113
I20251030 09:23:39.744853 110171 task_worker_pool.cpp:1408] successfully create tablet|signature=17015|tablet_id=17015
W20251030 09:23:39.745256 110171 task_worker_pool.cpp:1371] create tablet 17015 cost(s) 24.9601
CreateTablet:(Active: 24s960ms, non-child: 0.00%)
   - GetShardLock: 191.000ns
   - GetStores: 5.484us
   - GetTabletUnlocked: 288.000ns
   - InternalCreateTablet: 24s959ms
     - AddTablet: 24s959ms
       - RegisterTabletInfo: 4.710us
       - SaveMeta: 24s959ms
     - CreateMeta: 138.554us
       - CreateMetaUnlock: 31.858us
       - CreateTabletFromMeta: 104.215us
       - RemovePendingIds: 885.000ns
     - GetTablet: 1.807us
     - InitRowset: 34.828us
     - TabletInit: 1.405us
I20251030 09:23:40.900319 110068 storage_engine.cpp:758] start trash and snapshot sweep. is_clean=0
I20251030 09:23:43.173820 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426308096 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426308096 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:23:43.836714 4189531 backend_service.cpp:928] get_batch stream_load_record rocksdb successfully. records size: 0, last_stream_load_timestamp: -1
I20251030 09:23:47.078600 110204 data_dir.cpp:912] path: /var/log/hdd/storage total capacity: 3936816709632, available capacity: 3735491186688, usage: 0.0511392, in_use: 1
I20251030 09:23:47.078642 110204 data_dir.cpp:912] path: /var/log/ssd/storage total capacity: 711072759808, available capacity: 674263056384, usage: 0.0517664, in_use: 1
I20251030 09:23:51.071853 110170 tablet_meta.cpp:500] save tablet(17019) meta too slow. serialize cost 8(us), serialized binary size: 681(bytes), write rocksdb cost 25022587(us)
I20251030 09:23:51.071857 110172 tablet_meta.cpp:500] save tablet(17017) meta too slow. serialize cost 8(us), serialized binary size: 681(bytes), write rocksdb cost 25022591(us)
I20251030 09:23:51.071915 110172 tablet_manager.cpp:356] success to create tablet. tablet_id=17017, tablet_path=/var/log/ssd/storage/data/215/17017/348196113
I20251030 09:23:51.071918 110170 tablet_manager.cpp:356] success to create tablet. tablet_id=17019, tablet_path=/var/log/ssd/storage/data/214/17019/348196113
I20251030 09:23:51.071941 110170 task_worker_pool.cpp:1408] successfully create tablet|signature=17019|tablet_id=17019
I20251030 09:23:51.071965 110107 olap_server.cpp:1205] cooldown producer get tablet num: 0
I20251030 09:23:51.071987 110204 storage_engine.cpp:373] get root path info cost: 3993 ms. tablet counter: 32
I20251030 09:23:51.071965 110068 storage_engine.cpp:373] get root path info cost: 10171 ms. tablet counter: 32
I20251030 09:23:51.072055 110068 storage_engine.cpp:782] Start to sweep path /var/log/ssd/storage
I20251030 09:23:51.071944 110172 task_worker_pool.cpp:1408] successfully create tablet|signature=17017|tablet_id=17017
W20251030 09:23:51.072263 110170 task_worker_pool.cpp:1371] create tablet 17019 cost(s) 25.0232
CreateTablet:(Active: 25s023ms, non-child: 0.00%)
   - GetShardLock: 147.000ns
   - GetStores: 2.906us
   - GetTabletUnlocked: 278.000ns
   - InternalCreateTablet: 25s022ms
     - AddTablet: 25s022ms
       - RegisterTabletInfo: 6.514us
       - SaveMeta: 25s022ms
     - CreateMeta: 142.293us
       - CreateMetaUnlock: 31.112us
       - CreateTabletFromMeta: 108.617us
       - RemovePendingIds: 845.000ns
     - GetTablet: 1.923us
     - InitRowset: 27.954us
     - TabletInit: 1.263us
W20251030 09:23:51.072299 110172 task_worker_pool.cpp:1371] create tablet 17017 cost(s) 25.0232
CreateTablet:(Active: 25s023ms, non-child: 0.00%)
   - GetShardLock: 192.000ns
   - GetStores: 5.407us
   - GetTabletUnlocked: 187.000ns
   - InternalCreateTablet: 25s022ms
     - AddTablet: 25s022ms
       - RegisterTabletInfo: 3.611us
       - SaveMeta: 25s022ms
     - CreateMeta: 142.247us
       - CreateMetaUnlock: 31.398us
       - CreateTabletFromMeta: 108.242us
       - RemovePendingIds: 972.000ns
     - GetTablet: 2.070us
     - InitRowset: 28.065us
     - TabletInit: 1.377us
I20251030 09:23:51.072824 110068 storage_engine.cpp:782] Start to sweep path /var/log/hdd/storage
I20251030 09:23:51.081374 110068 storage_engine.cpp:904] remove 0 invalid rowset meta from dir: /var/log/hdd/storage
I20251030 09:23:51.081477 110068 storage_engine.cpp:904] remove 0 invalid rowset meta from dir: /var/log/ssd/storage
I20251030 09:23:51.082166 110068 storage_engine.cpp:938] remove 0 invalid binlog meta from dir: /var/log/hdd/storage
I20251030 09:23:51.082232 110068 storage_engine.cpp:938] remove 0 invalid binlog meta from dir: /var/log/ssd/storage
I20251030 09:23:51.082732 110068 storage_engine.cpp:965] removed invalid delete bitmap from dir: /var/log/hdd/storage, deleted tablets size: 0
I20251030 09:23:51.082783 110068 storage_engine.cpp:965] removed invalid delete bitmap from dir: /var/log/ssd/storage, deleted tablets size: 0
I20251030 09:23:51.083277 110068 storage_engine.cpp:990] removed invalid pending publish info from dir: /var/log/hdd/storage, deleted pending publish info size: 0
I20251030 09:23:51.083324 110068 storage_engine.cpp:990] removed invalid pending publish info from dir: /var/log/ssd/storage, deleted pending publish info size: 0
I20251030 09:23:53.196472 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426304000 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426304000 Bytes.];[/var/log/hdd/storage/wal: limit 373549118259 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118259 Bytes.];
I20251030 09:23:55.081014 110205 tablet_manager.cpp:1065] find expired transactions for 0 tablets
I20251030 09:23:55.081091 110205 tablet_manager.cpp:1098] success to build all report tablets info. tablet_count=32
I20251030 09:23:55.082983 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17005
I20251030 09:23:55.082990 110173 tablet_manager.cpp:541] begin drop tablet. tablet_id=17005, replica_id=17006, is_drop_table_or_partition=1
I20251030 09:23:55.083020 110173 tablet_manager.cpp:1300] add tablet_id= 17005 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030857762496
I20251030 09:23:55.083034 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17007
I20251030 09:23:55.083046 110174 tablet_manager.cpp:541] begin drop tablet. tablet_id=17007, replica_id=17008, is_drop_table_or_partition=1
I20251030 09:23:55.083076 110174 tablet_manager.cpp:1300] add tablet_id= 17007 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030849369792
I20251030 09:23:55.083081 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17009
I20251030 09:23:55.083096 110174 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17007, tablet_path=/var/log/ssd/storage/data/209/17007/348196113
I20251030 09:23:55.083040 110173 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17005, tablet_path=/var/log/ssd/storage/data/208/17005/348196113
I20251030 09:23:55.083119 110175 tablet_manager.cpp:541] begin drop tablet. tablet_id=17009, replica_id=17010, is_drop_table_or_partition=1
I20251030 09:23:55.083127 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17011
I20251030 09:23:55.083138 110175 tablet_manager.cpp:1300] add tablet_id= 17009 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030840977088
I20251030 09:23:55.083164 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17013
I20251030 09:23:55.083194 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17015
I20251030 09:23:55.083209 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17017
I20251030 09:23:55.083178 110175 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17009, tablet_path=/var/log/ssd/storage/data/210/17009/348196113
I20251030 09:23:55.083225 4189531 task_worker_pool.cpp:337] successfully submit task|type=DROP|signature=17019
I20251030 09:24:02.405690 110067 storage_engine.cpp:1137] start to delete unused rowset, size: 0
I20251030 09:24:02.405730 110067 storage_engine.cpp:1171] collected 0 unused rowsets to remove, skipped 0 rowsets due to use count > 1, skipped 0 rowsets due to don't need to delete file, skipped 0 rowsets due to delayed expired timestamp.
I20251030 09:24:02.405740 110067 storage_engine.cpp:1187] removed all collected unused rowsets
I20251030 09:24:03.214227 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426299084 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426299084 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:24:06.052412 4189531 workload_group_listener.cpp:65] [topic_publish_wg]update workload group finish, wg info=TG[id = 1, name = normal, cpu_share = 1024, memory_limit = 2.31 GB, enable_memory_overcommit = true, version = 0, cpu_hard_limit = -1, scan_thread_num = 48, max_remote_scan_thread_num = 512, min_remote_scan_thread_num = 8, spill_low_watermark=50, spill_high_watermark=80, is_shutdown=false, query_num=0, read_bytes_per_second=-1, remote_read_bytes_per_second=-1], enable_cpu_hard_limit=false, cgroup cpu_shares=0, cgroup cpu_hard_limit=0, cgroup home path=, list size=1, thread info=[exec num:2, real_num:2, min_num:2, max_num:2],[l_scan num:48, real_num:48, min_num:48, max_num48],[r_scan num:8, real_num:8, min_num:8, max_num:512],[mem_tab_flush num:6, real_num:6, min_num:6, max_num:12]
I20251030 09:24:06.052462 4189531 workload_group_manager.cpp:134] [topic_publish_wg]finish clear unused workload group, time cost: 0 ms, deleted group size:0, before wg size=1, after wg size=1
I20251030 09:24:06.052475 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_GROUP, size=1
I20251030 09:24:06.052485 4189531 workload_sched_policy_listener.cpp:79] [workload_schedule]finish update workload schedule policy, size=0
I20251030 09:24:06.052495 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_SCHED_POLICY, size=0
I20251030 09:24:07.711781 110173 tablet_meta.cpp:500] save tablet(17005) meta too slow. serialize cost 10(us), serialized binary size: 683(bytes), write rocksdb cost 12628636(us)
W20251030 09:24:07.711807 110173 tablet_manager.cpp:572] Simple trace cost(us): 12628769
I20251030 09:24:07.712035 110173 tablet_manager.cpp:1343] erase tablet_id= 17005 from map, reason=drop tablet, thread_id_in_map=140030857762496
I20251030 09:24:07.711817 110174 tablet_meta.cpp:500] save tablet(17007) meta too slow. serialize cost 17(us), serialized binary size: 681(bytes), write rocksdb cost 12628670(us)
W20251030 09:24:07.712203 110174 tablet_manager.cpp:572] Simple trace cost(us): 12629107
I20251030 09:24:07.712222 110174 tablet_manager.cpp:1343] erase tablet_id= 17007 from map, reason=drop tablet, thread_id_in_map=140030849369792
I20251030 09:24:13.229947 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426294579 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426294579 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:24:22.751916 110175 tablet_meta.cpp:500] save tablet(17009) meta too slow. serialize cost 10(us), serialized binary size: 683(bytes), write rocksdb cost 27668663(us)
W20251030 09:24:22.751942 110175 tablet_manager.cpp:572] Simple trace cost(us): 27668763
I20251030 09:24:22.752100 110175 tablet_manager.cpp:1343] erase tablet_id= 17009 from map, reason=drop tablet, thread_id_in_map=140030840977088
I20251030 09:24:22.752274 110107 olap_server.cpp:1205] cooldown producer get tablet num: 0
I20251030 09:24:22.903941 110068 data_dir.cpp:928] path: /var/log/hdd/storage trash capacity: 4074967
I20251030 09:24:22.919232 110068 data_dir.cpp:928] path: /var/log/ssd/storage trash capacity: 841018
I20251030 09:24:23.245797 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426290483 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426290483 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:24:30.083740 109370 load_channel_mgr.cpp:218] cleaning timed out load channels
I20251030 09:24:32.405807 110067 storage_engine.cpp:1137] start to delete unused rowset, size: 0
I20251030 09:24:32.405855 110067 storage_engine.cpp:1171] collected 0 unused rowsets to remove, skipped 0 rowsets due to use count > 1, skipped 0 rowsets due to don't need to delete file, skipped 0 rowsets due to delayed expired timestamp.
I20251030 09:24:32.405866 110067 storage_engine.cpp:1187] removed all collected unused rowsets
I20251030 09:24:33.261893 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426288025 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426288025 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:24:35.104764 110174 task_worker_pool.cpp:1439] successfully drop tablet|signature=17007|tablet_id=17007|replica_id=17008
I20251030 09:24:35.104842 110173 task_worker_pool.cpp:1439] successfully drop tablet|signature=17005|tablet_id=17005|replica_id=17006
I20251030 09:24:35.104916 110174 tablet_manager.cpp:541] begin drop tablet. tablet_id=17011, replica_id=17012, is_drop_table_or_partition=1
I20251030 09:24:35.104931 110174 tablet_manager.cpp:1300] add tablet_id= 17011 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030849369792
I20251030 09:24:35.104943 110173 tablet_manager.cpp:541] begin drop tablet. tablet_id=17013, replica_id=17014, is_drop_table_or_partition=1
I20251030 09:24:35.104944 110174 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17011, tablet_path=/var/log/ssd/storage/data/211/17011/348196113
I20251030 09:24:35.104974 110173 tablet_manager.cpp:1300] add tablet_id= 17013 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030857762496
I20251030 09:24:35.104990 110173 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17013, tablet_path=/var/log/ssd/storage/data/212/17013/348196113
I20251030 09:24:36.052824 4189531 workload_group_listener.cpp:65] [topic_publish_wg]update workload group finish, wg info=TG[id = 1, name = normal, cpu_share = 1024, memory_limit = 2.31 GB, enable_memory_overcommit = true, version = 0, cpu_hard_limit = -1, scan_thread_num = 48, max_remote_scan_thread_num = 512, min_remote_scan_thread_num = 8, spill_low_watermark=50, spill_high_watermark=80, is_shutdown=false, query_num=0, read_bytes_per_second=-1, remote_read_bytes_per_second=-1], enable_cpu_hard_limit=false, cgroup cpu_shares=0, cgroup cpu_hard_limit=0, cgroup home path=, list size=1, thread info=[exec num:2, real_num:2, min_num:2, max_num:2],[l_scan num:48, real_num:48, min_num:48, max_num48],[r_scan num:8, real_num:8, min_num:8, max_num:512],[mem_tab_flush num:6, real_num:6, min_num:6, max_num:12]
I20251030 09:24:36.052863 4189531 workload_group_manager.cpp:134] [topic_publish_wg]finish clear unused workload group, time cost: 0 ms, deleted group size:0, before wg size=1, after wg size=1
I20251030 09:24:36.052873 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_GROUP, size=1
I20251030 09:24:36.052886 4189531 workload_sched_policy_listener.cpp:79] [workload_schedule]finish update workload schedule policy, size=0
I20251030 09:24:36.052894 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_SCHED_POLICY, size=0
I20251030 09:24:43.277806 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426283110 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426283110 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:24:44.583678 110175 task_worker_pool.cpp:1439] successfully drop tablet|signature=17009|tablet_id=17009|replica_id=17010
I20251030 09:24:44.583835 110175 tablet_manager.cpp:541] begin drop tablet. tablet_id=17015, replica_id=17016, is_drop_table_or_partition=1
I20251030 09:24:44.583855 110175 tablet_manager.cpp:1300] add tablet_id= 17015 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030840977088
I20251030 09:24:44.583882 110175 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17015, tablet_path=/var/log/ssd/storage/data/213/17015/348196113
I20251030 09:24:51.072595 110204 data_dir.cpp:912] path: /var/log/hdd/storage total capacity: 3936816709632, available capacity: 3735491182592, usage: 0.0511392, in_use: 1
I20251030 09:24:51.072633 110204 data_dir.cpp:912] path: /var/log/ssd/storage total capacity: 711072759808, available capacity: 674262802432, usage: 0.0517668, in_use: 1
I20251030 09:24:53.295879 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426280243 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426280243 Bytes.];[/var/log/hdd/storage/wal: limit 373549118259 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118259 Bytes.];
I20251030 09:24:58.048460 110173 tablet_meta.cpp:500] save tablet(17013) meta too slow. serialize cost 10(us), serialized binary size: 683(bytes), write rocksdb cost 22943450(us)
W20251030 09:24:58.048489 110173 tablet_manager.cpp:572] Simple trace cost(us): 22943500
I20251030 09:24:58.048502 110174 tablet_meta.cpp:500] save tablet(17011) meta too slow. serialize cost 17(us), serialized binary size: 683(bytes), write rocksdb cost 22943505(us)
I20251030 09:24:58.048918 110173 tablet_manager.cpp:1343] erase tablet_id= 17013 from map, reason=drop tablet, thread_id_in_map=140030857762496
W20251030 09:24:58.048938 110174 tablet_manager.cpp:572] Simple trace cost(us): 22943993
I20251030 09:24:58.048964 110174 tablet_manager.cpp:1343] erase tablet_id= 17011 from map, reason=drop tablet, thread_id_in_map=140030849369792
I20251030 09:25:00.081585 110205 tablet_manager.cpp:1065] find expired transactions for 0 tablets
I20251030 09:25:02.405932 110067 storage_engine.cpp:1137] start to delete unused rowset, size: 0
I20251030 09:25:02.405973 110067 storage_engine.cpp:1171] collected 0 unused rowsets to remove, skipped 0 rowsets due to use count > 1, skipped 0 rowsets due to don't need to delete file, skipped 0 rowsets due to delayed expired timestamp.
I20251030 09:25:02.405984 110067 storage_engine.cpp:1187] removed all collected unused rowsets
I20251030 09:25:03.313642 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426275737 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426275737 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:25:06.053225 4189531 workload_group_listener.cpp:65] [topic_publish_wg]update workload group finish, wg info=TG[id = 1, name = normal, cpu_share = 1024, memory_limit = 2.31 GB, enable_memory_overcommit = true, version = 0, cpu_hard_limit = -1, scan_thread_num = 48, max_remote_scan_thread_num = 512, min_remote_scan_thread_num = 8, spill_low_watermark=50, spill_high_watermark=80, is_shutdown=false, query_num=0, read_bytes_per_second=-1, remote_read_bytes_per_second=-1], enable_cpu_hard_limit=false, cgroup cpu_shares=0, cgroup cpu_hard_limit=0, cgroup home path=, list size=1, thread info=[exec num:2, real_num:2, min_num:2, max_num:2],[l_scan num:48, real_num:48, min_num:48, max_num48],[r_scan num:8, real_num:8, min_num:8, max_num:512],[mem_tab_flush num:6, real_num:6, min_num:6, max_num:12]
I20251030 09:25:06.053267 4189531 workload_group_manager.cpp:134] [topic_publish_wg]finish clear unused workload group, time cost: 0 ms, deleted group size:0, before wg size=1, after wg size=1
I20251030 09:25:06.053280 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_GROUP, size=1
I20251030 09:25:06.053289 4189531 workload_sched_policy_listener.cpp:79] [workload_schedule]finish update workload schedule policy, size=0
I20251030 09:25:06.053298 4189531 topic_subscriber.cpp:47] [topic_publish]finish handle topic WORKLOAD_SCHED_POLICY, size=0
I20251030 09:25:09.919736 110175 tablet_meta.cpp:500] save tablet(17015) meta too slow. serialize cost 15(us), serialized binary size: 683(bytes), write rocksdb cost 25335826(us)
W20251030 09:25:09.919761 110175 tablet_manager.cpp:572] Simple trace cost(us): 25335880
I20251030 09:25:09.919981 110175 tablet_manager.cpp:1343] erase tablet_id= 17015 from map, reason=drop tablet, thread_id_in_map=140030840977088
I20251030 09:25:09.920054 110205 tablet_manager.cpp:1098] success to build all report tablets info. tablet_count=26
I20251030 09:25:09.920074 110107 olap_server.cpp:1205] cooldown producer get tablet num: 0
I20251030 09:25:09.920112 110204 storage_engine.cpp:373] get root path info cost: 18847 ms. tablet counter: 26
W20251030 09:25:09.921578 4189531 task_worker_pool.cpp:325] failed to register task|type=DROP|signature=17017
W20251030 09:25:09.921607 4189531 task_worker_pool.cpp:325] failed to register task|type=DROP|signature=17019
I20251030 09:25:12.992893 110174 task_worker_pool.cpp:1439] successfully drop tablet|signature=17011|tablet_id=17011|replica_id=17012
I20251030 09:25:12.993376 110174 tablet_manager.cpp:541] begin drop tablet. tablet_id=17017, replica_id=17018, is_drop_table_or_partition=1
I20251030 09:25:12.993396 110174 tablet_manager.cpp:1300] add tablet_id= 17017 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030849369792
I20251030 09:25:12.993412 110174 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17017, tablet_path=/var/log/ssd/storage/data/215/17017/348196113
I20251030 09:25:12.992849 110173 task_worker_pool.cpp:1439] successfully drop tablet|signature=17013|tablet_id=17013|replica_id=17014
I20251030 09:25:12.995504 110173 tablet_manager.cpp:541] begin drop tablet. tablet_id=17019, replica_id=17020, is_drop_table_or_partition=1
I20251030 09:25:12.995525 110173 tablet_manager.cpp:1300] add tablet_id= 17019 to map, reason=drop tablet, lock times=1, thread_id_in_map=140030857762496
I20251030 09:25:12.995539 110173 tablet_manager.cpp:573] set tablet to shutdown state and remove it from memory. tablet_id=17019, tablet_path=/var/log/ssd/storage/data/214/17019/348196113
I20251030 09:25:13.331291 109371 wal_manager.cpp:486] Scheduled(every 10s) WAL info: [/var/log/ssd/storage/wal: limit 67426271232 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 67426271232 Bytes.];[/var/log/hdd/storage/wal: limit 373549118668 Bytes, used 0 Bytes, estimated wal bytes 0 Bytes, available 373549118668 Bytes.];
I20251030 09:25:13.966272 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17024
I20251030 09:25:13.966312 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17026
I20251030 09:25:13.966329 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17028
I20251030 09:25:13.966352 110170 tablet_manager.cpp:272] begin to create tablet. tablet_id=17024, table_id=17021, partition_id=17023, replica_id=17025, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:25:13.966394 110172 tablet_manager.cpp:272] begin to create tablet. tablet_id=17028, table_id=17021, partition_id=17023, replica_id=17029, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:25:13.966373 110171 tablet_manager.cpp:272] begin to create tablet. tablet_id=17026, table_id=17021, partition_id=17023, replica_id=17027, stores.size=1, first store=/var/log/ssd/storage
I20251030 09:25:13.966358 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17030
I20251030 09:25:13.966781 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17032
I20251030 09:25:13.966799 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17034
I20251030 09:25:13.966810 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17036
I20251030 09:25:13.966826 4189531 task_worker_pool.cpp:337] successfully submit task|type=CREATE|signature=17038
I20251030 09:25:15.104759 110175 task_worker_pool.cpp:1439] successfully drop tablet|signature=17015|tablet_id=17015|replica_id=17016
I20251030 09:25:18.048391 110170 tablet_meta.cpp:500] save tablet(17024) meta too slow. serialize cost 8(us), serialized binary size: 685(bytes), write rocksdb cost 4081791(us)
I20251030 09:25:18.048393 110171 tablet_meta.cpp:500] save tablet(17026) meta too slow. serialize cost 11(us), serialized binary size: 683(bytes), write rocksdb cost 4081649(us)
I20251030 09:25:18.048408 110174 tablet_meta.cpp:500] save tablet(17017) meta too slow. serialize cost 19(us), serialized binary size: 681(bytes), write rocksdb cost 5054964(us)
I20251030 09:25:18.048439 110170 tablet_manager.cpp:356] success to create tablet. tablet_id=17024, tablet_path=/var/log/ssd/storage/data/216/17024/1043274762
I20251030 09:25:18.048399 110173 tablet_meta.cpp:500] save tablet(17019) meta too slow. serialize cost 15(us), serialized binary size: 681(bytes), write rocksdb cost 5052811(us)
W20251030 09:25:18.048480 110174 tablet_manager.cpp:572] Simple trace cost(us): 5055067
I20251030 09:25:18.048451 110171 tablet_manager.cpp:356] success to create tablet. tablet_id=17026, tablet_path=/var/log/ssd/storage/data/218/17026/1043274762
I20251030 09:25:18.048393 110172 tablet_meta.cpp:500] save tablet(17028) meta too slow. serialize cost 8(us), serialized binary size: 683(bytes), write rocksdb cost 4081793(us)
I20251030 09:25:18.048488 110170 task_worker_pool.cpp:1408] successfully create tablet|signature=17024|tablet_id=17024
W20251030 09:25:18.048492 110173 tablet_manager.cpp:572] Simple trace cost(us): 5052953
I20251030 09:25:18.048584 110172 tablet_manager.cpp:356] success to create tablet. tablet_id=17028, tablet_path=/var/log/ssd/storage/data/217/17028/1043274762
I20251030 09:25:18.048573 110171 task_worker_pool.cpp:1408] successfully create tablet|signature=17026|tablet_id=17026
I20251030 09:25:18.048602 110173 tablet_manager.cpp:1343] erase tablet_id= 17019 from map, reason=drop tablet, thread_id_in_map=140030857762496
I20251030 09:25:18.048550 110174 tablet_manager.cpp:1343] erase tablet_id= 17017 from map, reason=drop tablet, thread_id_in_map=140030849369792
I20251030 09:25:18.048604 110172 task_worker_pool.cpp:1408] successfully create tablet|signature=17028|tablet_id=17028
W20251030 09:25:18.049124 110170 task_worker_pool.cpp:1371] create tablet 17024 cost(s) 4.08274
yunsur3

fe.log

2025-10-30 09:23:07,793 INFO (leaderCheckpointer|84) [BDBJEJournal.getFinalizedJournalId():631] database names: 1 17
2025-10-30 09:23:07,793 INFO (leaderCheckpointer|84) [Checkpoint.doCheckpoint():106] last checkpoint journal id: 16, current finalized journal id: 16
2025-10-30 09:23:14,651 INFO (report-thread|168) [ReportHandler.taskReport():633] finished to handle task report from backend 10002, diff task num: 0. cost: 0 ms
2025-10-30 09:23:14,651 INFO (thrift-server-pool-4|384) [ReportHandler.handleReport():218] receive report from be 10002. type: TASK, report version -1, current queue size: 1
2025-10-30 09:23:16,051 INFO (InsertOverwriteDropDirtyPartitions|54) [InsertOverwriteManager.runAfterCatalogReady():369] start clean insert overwrite temp partitions
2025-10-30 09:23:21,107 INFO (binlog-gcer|50) [BinlogManager.gc():592] begin gc binlog
2025-10-30 09:23:21,107 INFO (binlog-gcer|50) [BinlogManager.gc():603] gc binlog, dbBinlogMap is null
2025-10-30 09:23:21,107 INFO (binlog-gcer|50) [BinlogGcer.runAfterCatalogReady():63] no gc binlog
2025-10-30 09:23:21,144 INFO (colocate group clone checker|87) [ColocateTableCheckerAndBalancer.matchGroups():594] finished to check tablets. unhealth/total/added/in_sched/not_ready/exceed_limit: 0/0/0/0/0/0, cost: 0 ms
2025-10-30 09:23:21,145 INFO (tablet checker|31) [TabletChecker.checkTablets():351] finished to check tablets. unhealth/total/added/in_sched/not_ready/exceed_limit: 0/24/0/0/0/0,cost: 0 ms
2025-10-30 09:23:24,049 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createPartitionWithIndices():2113] Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
2025-10-30 09:23:24,049 INFO (mysql-nio-pool-18|8865) [DynamicPartitionScheduler.recordCreatePartitionFailedMsg():636] dynamic add partition failed: errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015), db: data_db, table: test
2025-10-30 09:23:24,050 WARN (mysql-nio-pool-18|8865) [DynamicPartitionScheduler.executeDynamicPartition():625] has error
org.apache.doris.common.DdlException: errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
	at org.apache.doris.datasource.InternalCatalog.createPartitionWithIndices(InternalCatalog.java:2115) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.addPartition(InternalCatalog.java:1694) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.addPartition(Env.java:3179) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartition(DynamicPartitionScheduler.java:621) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.clone.DynamicPartitionScheduler.executeDynamicPartitionFirstTime(DynamicPartitionScheduler.java:110) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createOlapTable(InternalCatalog.java:2988) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.datasource.InternalCatalog.createTable(InternalCatalog.java:1194) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.catalog.Env.createTable(Env.java:3167) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.nereids.trees.plans.commands.CreateTableCommand.run(CreateTableCommand.java:101) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.executeByNereids(StmtExecutor.java:731) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:562) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
	at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_432]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_432]
	at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_432]
2025-10-30 09:23:24,050 WARN (mysql-nio-pool-18|8865) [InternalCatalog.createOlapTable():3001] create table failed [] - errCode = 2, detailMessage = errCode = 2, detailMessage = Failed to create partition[p20251030].Timeout:30 seconds. Unfinished: (backendId = 10002, tabletId = 17011), (backendId = 10002, tabletId = 17013), (backendId = 10002, tabletId = 17015)
2025-10-30 09:23:24,050 INFO (mysql-nio-pool-18|8865) [CatalogRecycleBin.recycleTable():179] recycle table[17002-test], is force drop: true
2025-10-30 09:23:24,050 INFO (mysql-nio-pool-18|8865) [InternalCatalog.unprotectDropTable():1022] finished dropping table[test] in db[data_db] recycleTable cost: 0ms
2025-10-30 09:23:26,048 WARN (thrift-server-pool-2|275) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17011
2025-10-30 09:23:26,048 WARN (thrift-server-pool-6|394) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17013
2025-10-30 09:23:26,051 INFO (InsertOverwriteDropDirtyPartitions|54) [InsertOverwriteManager.runAfterCatalogReady():369] start clean insert overwrite temp partitions
2025-10-30 09:23:26,651 INFO (report-thread|168) [ReportHandler.taskReport():633] finished to handle task report from backend 10002, diff task num: 0. cost: 0 ms
2025-10-30 09:23:26,651 INFO (thrift-server-pool-0|199) [ReportHandler.handleReport():218] receive report from be 10002. type: TASK, report version -1, current queue size: 1
2025-10-30 09:23:28,055 INFO (recycle bin|27) [CatalogRecycleBin.erasePartition():516] erasePartition eraseNum: 0 cost: 0ms
2025-10-30 09:23:36,051 INFO (InsertOverwriteDropDirtyPartitions|54) [InsertOverwriteManager.runAfterCatalogReady():369] start clean insert overwrite temp partitions
2025-10-30 09:23:36,051 INFO (TopicPublisher|53) [TopicPublisherThread.runAfterCatalogReady():67] [topic_publish]begin publish topic info
2025-10-30 09:23:36,052 INFO (topic-publish-thread-1|274) [TopicPublisherThread$TopicPublishWorker.run():165] [topic_publish]publish topic info to be 127.0.0.1 success, time cost=1 ms, details: WORKLOAD_GROUP=1  WORKLOAD_SCHED_POLICY=0
2025-10-30 09:23:36,107 INFO (binlog-gcer|50) [BinlogManager.gc():592] begin gc binlog
2025-10-30 09:23:36,107 INFO (binlog-gcer|50) [BinlogManager.gc():603] gc binlog, dbBinlogMap is null
2025-10-30 09:23:36,107 INFO (binlog-gcer|50) [BinlogGcer.runAfterCatalogReady():63] no gc binlog
2025-10-30 09:23:37,568 INFO (timer-task-scheduler-1-thread-1|88) [JobScheduler.executeTimerJobIdsWithinLastTenMinutesWindow():201] execute timer job ids within last ten minutes window, last time window is 2025-10-30 09:23:36
2025-10-30 09:23:37,568 INFO (timer-task-scheduler-1-thread-1|88) [JobScheduler.cycleSystemSchedulerTasks():98] re-register system scheduler timer tasks, time is 2025-10-30 09:23:37.568
2025-10-30 09:23:38,651 INFO (report-thread|168) [ReportHandler.taskReport():633] finished to handle task report from backend 10002, diff task num: 0. cost: 0 ms
2025-10-30 09:23:38,651 INFO (thrift-server-pool-3|383) [ReportHandler.handleReport():218] receive report from be 10002. type: TASK, report version -1, current queue size: 1
2025-10-30 09:23:39,745 WARN (thrift-server-pool-4|384) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17015
2025-10-30 09:23:41,145 INFO (colocate group clone checker|87) [ColocateTableCheckerAndBalancer.matchGroups():594] finished to check tablets. unhealth/total/added/in_sched/not_ready/exceed_limit: 0/0/0/0/0/0, cost: 0 ms
2025-10-30 09:23:41,145 INFO (tablet checker|31) [TabletChecker.checkTablets():351] finished to check tablets. unhealth/total/added/in_sched/not_ready/exceed_limit: 0/24/0/0/0/0,cost: 0 ms
2025-10-30 09:23:43,836 INFO (stream_load_record_manager|33) [StreamLoadRecordMgr.runAfterCatalogReady():343] finished to pull stream load records of all backends. record size: 0, cost: 0 ms
2025-10-30 09:23:44,043 INFO (tablet stat mgr|28) [TabletStatMgr.runAfterCatalogReady():222] finished to update index row num of all databases. cost: 0 ms
2025-10-30 09:23:46,051 INFO (InsertOverwriteDropDirtyPartitions|54) [InsertOverwriteManager.runAfterCatalogReady():369] start clean insert overwrite temp partitions
2025-10-30 09:23:51,072 WARN (thrift-server-pool-5|385) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17019
2025-10-30 09:23:51,072 WARN (thrift-server-pool-2|275) [MasterImpl.finishTask():122] cannot find task. type: CREATE, backendId: 10002, signature: 17017
2025-10-30 09:23:51,072 INFO (thrift-server-pool-6|394) [ReportHandler.handleReport():218] receive report from be 10002. type: DISK, report version -1, current queue size: 1
2025-10-30 09:23:51,072 INFO (report-thread|168) [ReportHandler.diskReport():638] begin to handle disk report from backend 10002
2025-10-30 09:23:51,072 INFO (report-thread|168) [ReportHandler.diskReport():649] finished to handle disk report from backend: 10002, disk size: 2, bad disk: [], cost: 0 ms
2025-10-30 09:23:51,072 INFO (report-thread|168) [ReportHandler.cpuReport():654] begin to handle cpu report from backend 10002
2025-10-30 09:23:51,072 INFO (report-thread|168) [ReportHandler.cpuReport():668] finished to handle cpu report from backend 10002, cost: 0 ms
yunsur3

已经收集到 jstack 信息，内部正在排查中～

阿渊@SelectDB8435
Related Questions
关于VARCHAR(M)里将M长度配置从字节转为字符计数问题？
Doirs 创建表超时导致无法创建成功问题
5 answers
java17编译doris2.1版本，启动be段错误，帮忙看一下问题或者如何分析呢
插入数据遇到事务问题
Doris集成Ranger,配置权限时链接报错
1 answers
doris Export 到 S3 ，这个报错如何处理