[Paimon Catalog] doris由2.1.5版本升级到doris2.1.10后读建有bitmap索引的paimon1.0版本表报错:java.lang.ArrayIndexOutOfBoundsException: 65536
版本:
doris: 2.1.10
paimon:1.0 ('metastore' = 'filesystem')
paimon建表bitmap参数设置: ,'file-index.bloom-filter.columns' = 'dt,id,user'
报错信息:
/* ApplicationName=DataGrip 2021.2 */ select * from oss_paimon_catalog.oss_paimon_db.test01 where dt='20250502' limit 10
java.lang.ArrayIndexOutOfBoundsException: 65536
at org.apache.paimon.data.BinaryString.encodeUTF8(BinaryString.java:756) ~[paimon-common-1.0.1.jar:1.0.1]
at org.apache.paimon.data.BinaryString.encodeUTF8(BinaryString.java:736) ~[paimon-common-1.0.1.jar:1.0.1]
at org.apache.paimon.data.BinaryString.fromString(BinaryString.java:68) ~[paimon-common-1.0.1.jar:1.0.1]
at org.apache.paimon.table.system.PartitionsTable$PartitionsRead.toRow(PartitionsTable.java:218) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.paimon.table.system.PartitionsTable$PartitionsRead.createReader(PartitionsTable.java:201) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.paimon.table.source.TableRead.lambda$createReader$0(TableRead.java:50) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.paimon.mergetree.compact.ConcatRecordReader.create(ConcatRecordReader.java:53) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.paimon.table.source.TableRead.createReader(TableRead.java:52) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.paimon.table.source.TableRead.createReader(TableRead.java:56) ~[paimon-core-1.0.1.jar:1.0.1]
at org.apache.doris.datasource.paimon.PaimonUtil.read(PaimonUtil.java:81) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonMetadataCache.loadPartitions(PaimonMetadataCache.java:88) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonMetadataCache.loadPartitionInfo(PaimonMetadataCache.java:80) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonMetadataCache.loadSnapshot(PaimonMetadataCache.java:67) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonMetadataCache.lambda$new$0(PaimonMetadataCache.java:56) ~[doris-fe.jar:1.2-SNAPSHOT]
at com.github.benmanes.caffeine.cache.LocalLoadingCache.lambda$newMappingFunction$2(LocalLoadingCache.java:145) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at com.github.benmanes.caffeine.cache.LocalCache.lambda$statsAware$0(LocalCache.java:139) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at com.github.benmanes.caffeine.cache.BoundedLocalCache.lambda$doComputeIfAbsent$14(BoundedLocalCache.java:2406) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at java.util.concurrent.ConcurrentHashMap.compute(ConcurrentHashMap.java:1853) ~[?:1.8.0_392]
at com.github.benmanes.caffeine.cache.BoundedLocalCache.doComputeIfAbsent(BoundedLocalCache.java:2404) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at com.github.benmanes.caffeine.cache.BoundedLocalCache.computeIfAbsent(BoundedLocalCache.java:2387) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at com.github.benmanes.caffeine.cache.LocalCache.computeIfAbsent(LocalCache.java:108) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at com.github.benmanes.caffeine.cache.LocalLoadingCache.get(LocalLoadingCache.java:56) ~[hive-catalog-shade-2.1.4.jar:2.1.4]
at org.apache.doris.datasource.paimon.PaimonMetadataCache.getPaimonSnapshot(PaimonMetadataCache.java:135) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonExternalTable.getPaimonSnapshotCacheValue(PaimonExternalTable.java:104) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.datasource.paimon.PaimonExternalTable.loadSnapshot(PaimonExternalTable.java:161) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.nereids.StatementContext.loadSnapshots(StatementContext.java:646) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.nereids.NereidsPlanner.planWithLock(NereidsPlanner.java:208) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.nereids.NereidsPlanner.plan(NereidsPlanner.java:129) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.StmtExecutor.executeByNereids(StmtExecutor.java:794) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:562) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_392]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_392]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_392]
2025-05-22 14:00:22,748 WARN (mysql-nio-pool-1|442) [StmtExecutor.execute():597] Analyze failed. stmt[66, 97327dba8ced4d91-a6541b829773c2b5]
org.apache.doris.common.NereidsException: errCode = 2, detailMessage = 65536
at org.apache.doris.qe.StmtExecutor.executeByNereids(StmtExecutor.java:801) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:562) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.StmtExecutor.execute(StmtExecutor.java:538) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.ConnectProcessor.executeQuery(ConnectProcessor.java:347) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.ConnectProcessor.handleQuery(ConnectProcessor.java:225) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.handleQuery(MysqlConnectProcessor.java:283) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.dispatch(MysqlConnectProcessor.java:311) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.qe.MysqlConnectProcessor.processOnce(MysqlConnectProcessor.java:481) ~[doris-fe.jar:1.2-SNAPSHOT]
at org.apache.doris.mysql.ReadListener.lambda$handleEvent$0(ReadListener.java:52) ~[doris-fe.jar:1.2-SNAPSHOT]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_392]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_392]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_392]