集群版本:2.0.6
数据说明:search_key是下划线拼接的字符串
case1: MATCH_REGEXP匹配,耗时10秒
case2: 直接like, 耗时1.8秒
这是何解?
集群版本:2.0.6
数据说明:search_key是下划线拼接的字符串
case1: MATCH_REGEXP匹配,耗时10秒
case2: 直接like, 耗时1.8秒
这是何解?
这是耗时10秒的query profile
┌───────────────────────────────────────────────────┐
│[252: VDataStreamSender] │
│(Active: 70.606us, non-child: 0.00) │
│ - Counters: │
│ - BlocksSent: 2 │
│ - BrpcSendTime: 0ns │
│ - BrpcSendTime.Wait: 0ns │
│ - BytesSent: 307.00 B │
│ - CompressTime: 8.231us │
│ - IgnoreRows: 0 │
│ - LocalBytesSent: 0.00 │
│ - LocalSendTime: 0ns │
│ - LocalSentRows: 0 │
│ - MemoryUsage: │
│ - OverallThroughput: 4.146644592285156 MB/sec│
│ - RpcAvgTime: 619.920us │
│ - RpcCount: 2 │
│ - RpcMaxTime: 1.239ms │
│ - RpcMinTime: 1.239ms │
│ - RpcSumTime: 1.239ms │
│ - SerializeBatchTime: 11.112us │
│ - SplitBlockDistributeByChannelTime: 0ns │
│ - SplitBlockHashComputeTime: 0ns │
│ - UncompressedRowBatchSize: 622.00 B │
└───────────────────────────────────────────────────┘
┌──────────────────────────────┴──────────────────────────────────────────────────┐
│ │
┌──────────────────────────────────────────────────────────────────────────────────────────────────┐ ┌───────────────────────────────────┐
│[239: VNewOlapScanNode(table_name)] │ │[PipelineContext] │
│(Active: 8.497us, non-child: 0.00) │ │(Active: 10s709ms, non-child: 0.00)│
│ - Info: │ │ - Counters: │
│ - UseSpecificThreadToken: True │ │ - PrepareTime: 244.494us │
│ - RuntimeFilters: : │ │ - StartTime: 1.802us │
│ - KeyRanges: ScanKeys: │ └───────────────────────────────────┘
│ - TabletIds: [10760983] │ │
│ - PushDownPredicates: [{DORIS_DELETE_SIGN IN [0]}, {search_key match_regexp [15dddd93]}]│ │
│ - Counters: │ ┌──────────────────────────────┐
│ - AcquireRuntimeFilterTime: 256ns │ │[0: Pipeline (pipeline] │
│ - AllocateResourceTime: 81.251us │ │(Active: 0ns, non-child: 0.00)│
│ - GetNextTime: 8.964us │ │ - Counters: │
│ - MaxScannerThreadNum: 1 │ └──────────────────────────────┘
│ - MemoryUsage: │ │
│ - NumScanners: 1 │ │
│ - OpenTime: 0ns │ ┌─────────────────────────────────────────────────────────────┐
│ - ProcessConjunctTime: 45.60us │ │[PipelineTask (index=0)] │
│ - ProjectionTime: 12.322us │ │(Active: 492.67us, non-child: 0.00) │
│ - RowsReturned: 4 │ │ - Info: │
│ - RowsReturnedRate: 470.754K /sec │ │ - Sink: ExchangeSinkOperator(dst_id=252) │
│ - ScanByteRead: 84.12 KB │ │ - OperatorIds(source2root): [ScanOperator(node_id=239)]│
│ - ScanRowsRead: 4 │ │ - Counters: │
│ - ScannerWorkerWaitTime: 20.356us │ │ - CoreChangeTimes: 0 │
│ - TabletNum: 1 │ │ - ExecuteTime: 189.351us │
│ - TotalReadThroughput: 0 │ │ - GetBlockCounter: 2 │
└──────────────────────────────────────────────────────────────────────────────────────────────────┘ │ - NumBlockedBySinkTimes: 0 │
┌┘ │ - NumBlockedBySrcTimes: 1 │
│ │ - NumBlockedTimes: 3 │
┌─────────────────────────────────────────────────────────────────┐ │ - NumScheduleTimes: 5 │
│[VScanner] │ │ - NumYieldTimes: 0 │
│(Active: 0ns, non-child: 0.00) │ │ - Task1BeginExecuteTime: 1.397ms │
│ - Info: │ │ - Task2EosTime: 10s708ms │
│ - PerScannerRunningTime: [4s054ms, ] │ │ - Task3SrcPendingFinishOverTime: 10s708ms │
│ - ReadColumns: [search_key, DORIS_DELETE_SIGN] │ │ - Task4DstPendingFinishOverTime: 10s709ms │
│ - PerScannerWaitTime: [20.356us, ] │ │ - Task5TotalTime: 10s709ms │
│ - PerScannerRowsRead: [4, ] │ │ - Task6ClosePipelineTime: 10s709ms │
│ - PreEvaluatePredicates: │ │ - TaskCpuTime: 279.747us │
│ComparisonPredicateBase(TINYINT, EQ), column_id=9, opposite=false│ │ - WaitBfTime: 0ns │
│ - Counters: │ │ - WaitSinkTime: 0ns │
│ - BlockConvertTime: 0ns │ │ - WaitSourceTime: 10s707ms │
│ - BlockFetchTime: 4s41ms │ │ - WaitWorkerTime: 34.459us │
│ - MemoryUsage: │ └─────────────────────────────────────────────────────────────┘
│ - NewlyCreateFreeBlocksNum: 2 │
│ - ReaderInitTime: 0ns │
│ - RowsDelFiltered: 0 │
│ - ScannerBatchWaitTime: 0ns │
│ - ScannerConvertBlockTime: 0ns │
│ - ScannerCpuTime: 10s696ms │
│ - ScannerCtxSchedCount: 2 │
│ - ScannerCtxSchedTime: 12.948us │
│ - ScannerFilterTime: 8.363us │
│ - ScannerGetBlockTime: 4s54ms │
│ - ScannerInitTime: 9.519us │
│ - ScannerPrefilterTime: 0ns │
│ - ScannerSchedCount: 1 │
└─────────────────────────────────────────────────────────────────┘
│
│
┌───────────────────────────────────────────────────────────────┐
│[SegmentIterator] │
│(Active: 0ns, non-child: 0.00) │
│ - Counters: │
│ - BitmapIndexFilterTimer: 9.402us │
│ - BlockConditionsFilteredBloomFilterTime: 12.315us │
│ - BlockConditionsFilteredDictTime: 2.524us │
│ - BlockConditionsFilteredTime: 10s703ms │
│ - BlockConditionsFilteredZonemapRuntimePredicateTime: 0ns│
│ - BlockConditionsFilteredZonemapTime: 176.619us │
│ - BlockInitSeekCount: 0 │
│ - BlockInitSeekTime: 0ns │
│ - BlockInitTime: 10s703ms │
│ - BlockLoadTime: 10s704ms │
│ - BlocksLoad: 19 │
│ - CachedPagesNum: 0 │
│ - CompressedBytesRead: 677.40 KB │
│ - DecompressorTimer: 521.992us │
│ - ExprFilterEvalTime: 0ns │
│ - FirstReadSeekCount: 0 │
│ - FirstReadSeekTime: 0ns │
│ - FirstReadTime: 329.271us │
│ - IOTimer: 274.764us │
│ - InvertedIndexFilterTime: 10s703ms │
│ - InvertedIndexQueryBitmapCopyTime: 0ns │
│ - InvertedIndexQueryBitmapOpTime: 0ns │
│ - InvertedIndexQueryCacheHit: 0 │
│ - InvertedIndexQueryCacheMiss: 16 │
│ - InvertedIndexQueryTime: 10s701ms │
│ - InvertedIndexSearcherOpenTime: 0ns │
│ - InvertedIndexSearcherSearchTime: 10s701ms │
│ - LazyReadSeekCount: 0 │
│ - LazyReadSeekTime: 0ns │
│ - LazyReadTime: 247.338us │
│ - NumSegmentFiltered: 0 │
│ - NumSegmentTotal: 16 │
│ - OutputColumnTime: 3.836us │
│ - OutputIndexResultColumnTimer: 15.499us │
│ - RawRowsRead: 4 │
│ - RowsBitmapIndexFiltered: 0 │
│ - RowsBloomFilterFiltered: 0 │
│ - RowsConditionsFiltered: 0 │
│ - RowsDictFiltered: 0 │
│ - RowsInvertedIndexFiltered: 5.747059M (5747059) │
│ - RowsKeyRangeFiltered: 0 │
│ - RowsShortCircuitPredFiltered: 0 │
│ - RowsShortCircuitPredInput: 0 │
│ - RowsVectorPredFiltered: 0 │
│ - RowsVectorPredInput: 4 │
│ - RowsZonemapFiltered: 0 │
│ - RowsZonemapRuntimePredicateFiltered: 0 │
│ - SecondReadTime: 0ns │
│ - ShortPredEvalTime: 114ns │
│ - TotalPagesNum: 36 │
│ - UncompressedBytesRead: 1.12 MB │
│ - VectorPredEvalTime: 1.461us │
└───────────────────────────────────────────────────────────────┘