insert overwrite后表查询速度性能降了一半

Viewed 5

生产上有一个500G的表(有重复数据),insert overwrite后 大小缩小了一半,250G左右,但是insert overwrite完成后压测时发现速度明显慢了很多,这是什么原因呢?
建表语句如下:
-- ads.ads_goods_inv_warehouse_customer_di definition

CREATE TABLE ads_goods_inv_warehouse_customer_di (
cal_day date NULL COMMENT "统计日期",
customer_id int NULL COMMENT "客户ID",
warehouse_id int NULL COMMENT "仓库ID",
goods_no varchar(255) NULL COMMENT "商品货号",
color_no varchar(255) NULL COMMENT "色号代码",
size_no varchar(255) NULL COMMENT "尺码代码",
new_old_goods varchar(255) NULL COMMENT "新旧货",
inv_qty int NULL COMMENT "在库数量",
transit_inv_qty int NULL COMMENT "在途数量",
tag_price decimal(25,6) NULL COMMENT "吊牌价",
cost_price decimal(25,6) NULL COMMENT "成本价",
inv_tag_amt decimal(25,6) NULL COMMENT "在库库存吊牌金额",
inv_cost_amt decimal(25,6) NULL COMMENT "在库库存成本金额",
transit_inv_tag_amt decimal(25,6) NULL COMMENT "在途库存吊牌金额",
transit_inv_cost_amt decimal(25,6) NULL COMMENT "在途库存成本金额",
etl_time datetime NULL COMMENT "系统写入时间",
INDEX idx_cal_day (cal_day) USING INVERTED,
INDEX idx_customer (customer_id) USING INVERTED,
INDEX idx_goods_no (goods_no) USING INVERTED,
INDEX idx_color_no (color_no) USING INVERTED,
INDEX idx_new_old_goods (new_old_goods) USING INVERTED
) ENGINE=OLAP
DUPLICATE KEY(cal_day, customer_id, warehouse_id, goods_no, color_no, size_no, new_old_goods)
PARTITION BY RANGE(cal_day)
(PARTITION process_date_date202202 VALUES [('0000-01-01'), ('2022-03-01')),
PARTITION process_date_date202203 VALUES [('2022-03-01'), ('2022-04-01')),
PARTITION process_date_date202204 VALUES [('2022-04-01'), ('2022-05-01')),
PARTITION process_date_date202205 VALUES [('2022-05-01'), ('2022-06-01')),
PARTITION process_date_date202206 VALUES [('2022-06-01'), ('2022-07-01')),
PARTITION process_date_date202207 VALUES [('2022-07-01'), ('2022-08-01')),
PARTITION process_date_date202208 VALUES [('2022-08-01'), ('2022-09-01')),
PARTITION process_date_date202209 VALUES [('2022-09-01'), ('2022-10-01')),
PARTITION process_date_date202210 VALUES [('2022-10-01'), ('2022-11-01')),
PARTITION process_date_date202211 VALUES [('2022-11-01'), ('2022-12-01')),
PARTITION process_date_date202212 VALUES [('2022-12-01'), ('2023-01-01')),
PARTITION process_date_date202301 VALUES [('2023-01-01'), ('2023-02-01')),
PARTITION process_date_date202302 VALUES [('2023-02-01'), ('2023-03-01')),
PARTITION process_date_date202303 VALUES [('2023-03-01'), ('2023-04-01')),
PARTITION process_date_date202304 VALUES [('2023-04-01'), ('2023-05-01')),
PARTITION process_date_date202305 VALUES [('2023-05-01'), ('2023-06-01')),
PARTITION process_date_date202306 VALUES [('2023-06-01'), ('2023-07-01')),
PARTITION process_date_date202307 VALUES [('2023-07-01'), ('2023-08-01')),
PARTITION process_date_date202308 VALUES [('2023-08-01'), ('2023-09-01')),
PARTITION process_date_date202309 VALUES [('2023-09-01'), ('2023-10-01')),
PARTITION process_date_date202310 VALUES [('2023-10-01'), ('2023-11-01')),
PARTITION process_date_date202311 VALUES [('2023-11-01'), ('2023-12-01')),
PARTITION process_date_date202312 VALUES [('2023-12-01'), ('2024-01-01')),
PARTITION process_date_date202401 VALUES [('2024-01-01'), ('2024-02-01')),
PARTITION process_date_date202402 VALUES [('2024-02-01'), ('2024-03-01')),
PARTITION process_date_date202403 VALUES [('2024-03-01'), ('2024-04-01')),
PARTITION process_date_date202404 VALUES [('2024-04-01'), ('2024-05-01')),
PARTITION process_date_date202405 VALUES [('2024-05-01'), ('2024-06-01')),
PARTITION process_date_date202406 VALUES [('2024-06-01'), ('2024-07-01')),
PARTITION process_date_date202407 VALUES [('2024-07-01'), ('2024-08-01')),
PARTITION process_date_date202408 VALUES [('2024-08-01'), ('2024-09-01')),
PARTITION process_date_date202409 VALUES [('2024-09-01'), ('2024-10-01')),
PARTITION process_date_date202410 VALUES [('2024-10-01'), ('2024-11-01')),
PARTITION process_date_date202411 VALUES [('2024-11-01'), ('2024-12-01')),
PARTITION process_date202412 VALUES [('2024-12-01'), ('2025-01-01')),
PARTITION process_date202501 VALUES [('2025-01-01'), ('2025-02-01')),
PARTITION process_date202502 VALUES [('2025-02-01'), ('2025-03-01')),
PARTITION process_date202503 VALUES [('2025-03-01'), ('2025-04-01')),
PARTITION process_date202504 VALUES [('2025-04-01'), ('2025-05-01')),
PARTITION process_date202505 VALUES [('2025-05-01'), ('2025-06-01')),
PARTITION process_date202506 VALUES [('2025-06-01'), ('2025-07-01')),
PARTITION process_date202507 VALUES [('2025-07-01'), ('2025-08-01')),
PARTITION process_date202508 VALUES [('2025-08-01'), ('2025-09-01')),
PARTITION process_date202509 VALUES [('2025-09-01'), ('2025-10-01')),
PARTITION process_date202510 VALUES [('2025-10-01'), ('2025-11-01')),
PARTITION process_date202511 VALUES [('2025-11-01'), ('2025-12-01')),
PARTITION process_date202512 VALUES [('2025-12-01'), ('2026-01-01')),
PARTITION process_date202601 VALUES [('2026-01-01'), ('2026-02-01')),
PARTITION process_date202602 VALUES [('2026-02-01'), ('2026-03-01')),
PARTITION process_date202603 VALUES [('2026-03-01'), ('2026-04-01')),
PARTITION process_date202604 VALUES [('2026-04-01'), ('2026-05-01')),
PARTITION process_date202605 VALUES [('2026-05-01'), ('2026-06-01')),
PARTITION process_date202606 VALUES [('2026-06-01'), ('2026-07-01')),
PARTITION process_date202607 VALUES [('2026-07-01'), ('2026-08-01')),
PARTITION process_date202608 VALUES [('2026-08-01'), ('2026-09-01')))
DISTRIBUTED BY HASH(cal_day, customer_id, goods_no) BUCKETS 64
PROPERTIES (
"replication_allocation" = "tag.location.default: 3",
"min_load_replica_num" = "-1",
"bloom_filter_columns" = "cal_day, customer_id",
"is_being_synced" = "false",
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "MONTH",
"dynamic_partition.time_zone" = "Asia/Shanghai",
"dynamic_partition.start" = "-2147483648",
"dynamic_partition.end" = "13",
"dynamic_partition.prefix" = "process_date",
"dynamic_partition.replication_allocation" = "tag.location.default: 3",
"dynamic_partition.buckets" = "8",
"dynamic_partition.create_history_partition" = "false",
"dynamic_partition.history_partition_num" = "-1",
"dynamic_partition.hot_partition_num" = "0",
"dynamic_partition.reserved_history_periods" = "NULL",
"dynamic_partition.storage_policy" = "",
"dynamic_partition.start_day_of_month" = "1",
"storage_medium" = "hdd",
"storage_format" = "V2",
"inverted_index_storage_format" = "V1",
"light_schema_change" = "true",
"disable_auto_compaction" = "false",
"enable_single_replica_compaction" = "false",
"group_commit_interval_ms" = "10000",
"group_commit_data_bytes" = "134217728"
);

0 Answers