stream load慢,需要调整什么参数?

Viewed 23

stream load 10万数据,耗时10多秒,可能是什么原因导致导入慢的!
表结构:
CREATE TABLE otel_customized_span (
timestamp datetime(6) NULL,
service_name varchar(200) NULL,
trace_id varchar(200) NULL,
span_id text NULL,
trace_state text NULL,
parent_span_id text NULL,
span_name text NULL,
span_kind text NULL,
end_time datetime(6) NULL,
duration bigint NULL,
span_attributes variant NULL,
events array>> NULL,
links array>> NULL,
status_message text NULL,
status_code text NULL,
resource_attributes variant NULL,
scope_name text NULL,
scope_version text NULL,
datacenter varchar(200) NULL,
deployment varchar(200) NULL,
host_ip varchar(200) NULL,
operation text NULL,
operation_type varchar(200) NULL,
operation_detail_type varchar(200) NULL,
is_exception int NULL,
INDEX idx_service_name (service_name) USING INVERTED,
INDEX idx_trace_id (trace_id) USING INVERTED,
INDEX idx_span_kind (span_kind) USING INVERTED,
INDEX idx_datacenter (datacenter) USING INVERTED,
INDEX idx_deployment (deployment) USING INVERTED,
INDEX idx_host_ip (host_ip) USING INVERTED,
INDEX idx_operation (operation) USING INVERTED,
INDEX idx_operation_type (operation_type) USING INVERTED,
INDEX idx_operation_detail_type (operation_detail_type) USING INVERTED
) ENGINE=OLAP
DUPLICATE KEY(timestamp)
PARTITION BY RANGE(timestamp)
()
DISTRIBUTED BY RANDOM BUCKETS AUTO
PROPERTIES (
"replication_allocation" = "tag.location.default: 2",
"min_load_replica_num" = "1",
"is_being_synced" = "false",
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "HOUR",
"dynamic_partition.time_zone" = "Asia/Shanghai",
"dynamic_partition.start" = "-72",
"dynamic_partition.end" = "24",
"dynamic_partition.prefix" = "p",
"dynamic_partition.replication_allocation" = "tag.location.default: 2",
"dynamic_partition.buckets" = "50",
"dynamic_partition.create_history_partition" = "true",
"dynamic_partition.history_partition_num" = "-1",
"dynamic_partition.hot_partition_num" = "24",
"dynamic_partition.reserved_history_periods" = "NULL",
"dynamic_partition.storage_policy" = "",
"storage_medium" = "hdd",
"storage_format" = "V2",
"inverted_index_storage_format" = "V2",
"compression" = "ZSTD",
"light_schema_change" = "true",
"compaction_policy" = "time_series",
"time_series_compaction_goal_size_mbytes" = "1024",
"time_series_compaction_file_count_threshold" = "2000",
"time_series_compaction_time_threshold_seconds" = "3600",
"time_series_compaction_empty_rowsets_threshold" = "5",
"time_series_compaction_level_threshold" = "1",
"disable_auto_compaction" = "false",
"enable_single_replica_compaction" = "true",
"group_commit_interval_ms" = "10000",
"group_commit_data_bytes" = "134217728"
);

1 Answers

可以先根据这个文章排查下:https://mp.weixin.qq.com/s?__biz=Mzg4NzgzODk0Mg==&mid=2247484008&idx=1&sn=22d7ffd1adf26762c859b9192a280e48&chksm=cef3bc1fde612cfc67707764836ec52af1c9a31f4b494f2a5abdd38a6d7d6e62976c4aae24fb&scene=126&sessionid=1744960150#rd