关于catalog_paimon环境下如何启用paimonNativeReadSplits?

Viewed 22

官方文档特别少,具体如何命中有试过的朋友吗?

reader#查询优化

image.png

我尝试多次没有成功
image.png

2 Answers

正常有开的

CREATE TABLE `PAIMON`.`SCOTT_DEV`.`DIM_USERS` (
  `USER_ID` INT NOT NULL,
  `USERNAME` VARCHAR(2147483647),
  `EMAIL` VARCHAR(2147483647),
  `VIP_LEVEL` INT,
  `REGISTER_TIME` TIMESTAMP(3),
  `STATUS` VARCHAR(2147483647),
  `UPDATE_TIME` TIMESTAMP(3),
  `DT` VARCHAR(2147483647),
  CONSTRAINT `PK_USER_ID` PRIMARY KEY (`USER_ID`) NOT ENFORCED
) PARTITIONED BY (`DT`)
WITH (
  'num-sorted-run.stop-trigger' = '30',
  'lookup.cache.max-rows' = '0',
  'snapshot.num-retained.min' = '10',
  'write-buffer-spillable' = 'true',
  'changelog.time-retained' = '3d',
  'path' = 'file:/data/paimon/SCOTT_DEV.db/DIM_USERS',
  'snapshot.time-retained' = '3d',
  'target-file-size' = '1GB',
  'num-sorted-run.compaction-trigger' = '5',
  'cluster.fine-grained-resource-management.enabled' = 'true',
  'deduplicate.keep' = 'latest',
  'file.format' = 'parquet',
  'sink.parallelism' = '1',
  'deletion-vectors.enabled' = 'true',
  'full-compaction.delta-commits' = '45',
  'consumer.expiration-time' = '3d',
  'changelog-producer' = 'lookup',
  'write.batch-size' = '1024',
  'compaction.optimization-interval' = '30m',
  'sort-spill-threshold' = '256',
  'bucket' = '-1',
  'deduplicate.column' = 'UPDATE_TIME',
  'sink.use-managed-memory-allocator' = 'false',
  'lookup.cache-type' = 'none',
  'merge-engine' = 'deduplicate',
  'compaction.force-up-level-0' = 'true',
  'lookup.cache.ttl' = '1ms',
  'write-buffer-size' = '512M',
  'parquet.enable.dictionary' = 'false',
  'lookup.max-retries' = '3'
)