Doris升级4.1版本,OOM内存泄露,BE 老死

Viewed 111

digraph "/opt/doris/be/lib/doris_be; 10299.0 MB" {
node [width=0.375,height=0.25];
Legend [shape=box,fontsize=24,shape=plaintext,label="/opt/doris/be/lib/doris_be\lTotal MB: 10299.0\lFocusing on: 10299.0\lDropped nodes with <= 51.5 abs(MB)\lDropped edges with <= 10.3 MB\l"];
N1 [label="__GI___clone\n0.0 (0.0%)\rof 9937.8 (96.5%)\r",shape=box,fontsize=8.0];
N2 [label="start_thread\n0.0 (0.0%)\rof 9937.8 (96.5%)\r",shape=box,fontsize=8.0];
N3 [label="doris\nThread\nsupervise_thread\n0.0 (0.0%)\rof 5615.7 (54.5%)\r",shape=box,fontsize=8.0];
N4 [label="doris\nThreadPool\ndispatch_thread\n0.0 (0.0%)\rof 4851.8 (47.1%)\r",shape=box,fontsize=8.0];
N5 [label="std\nmake_unique\n4346.0 (42.2%)\rof 4348.1 (42.2%)\r",shape=box,fontsize=40.5];
N6 [label="doris\nDataSinkOperatorXBase\nclose\n0.0 (0.0%)\rof 4342.5 (42.2%)\r",shape=box,fontsize=8.0];
N7 [label="doris\nPipelineTask\nclose\n0.0 (0.0%)\rof 4342.5 (42.2%)\r",shape=box,fontsize=8.0];
N8 [label="doris\nTaskScheduler\n_do_work\n0.0 (0.0%)\rof 4342.5 (42.2%)\r",shape=box,fontsize=8.0];
N9 [label="doris\nTaskScheduler\n_do_work\n$_0\noperator\n0.0 (0.0%)\rof 4342.5 (42.2%)\r",shape=box,fontsize=8.0];
N10 [label="doris\nclose_task\n0.0 (0.0%)\rof 4342.5 (42.2%)\r",shape=box,fontsize=8.0];
N11 [label="doris\nResultSinkLocalState\nclose\n0.0 (0.0%)\rof 4338.5 (42.1%)\r",shape=box,fontsize=8.0];
N12 [label="doris\nResultBlockBuffer\nclose\n0.0 (0.0%)\rof 4336.5 (42.1%)\r",shape=box,fontsize=8.0];
N13 [label="doris\nStatus\noperator=\n0.0 (0.0%)\rof 4336.5 (42.1%)\r",shape=box,fontsize=8.0];
N14 [label="execute_native_thread_routine\n0.0 (0.0%)\rof 4290.1 (41.7%)\r",shape=box,fontsize=8.0];
N15 [label="doris\nWorkThreadPool\nwork_thread\n0.0 (0.0%)\rof 4289.6 (41.7%)\r",shape=box,fontsize=8.0];
N16 [label="doris\nFragmentMgr\nexec_plan_fragment@1133a3e0\n0.0 (0.0%)\rof 4196.7 (40.7%)\r",shape=box,fontsize=8.0];
N17 [label="doris\nPInternalService\n_exec_plan_fragment_in_pthread\n0.0 (0.0%)\rof 4189.7 (40.7%)\r",shape=box,fontsize=8.0];
N18 [label="doris\nFragmentMgr\nexec_plan_fragment@113398b0\n0.0 (0.0%)\rof 4184.6 (40.6%)\r",shape=box,fontsize=8.0];
N19 [label="doris\nPInternalService\n_exec_plan_fragment_impl\n0.0 (0.0%)\rof 4184.6 (40.6%)\r",shape=box,fontsize=8.0];
N20 [label="doris\nPipelineFragmentContext\nprepare\n0.0 (0.0%)\rof 4139.9 (40.2%)\r",shape=box,fontsize=8.0];
N21 [label="doris\nPipelineFragmentContext\n_build_and_prepare_full_pipeline\n0.0 (0.0%)\rof 4139.4 (40.2%)\r",shape=box,fontsize=8.0];
N22 [label="doris\nPipeline\nprepare\n0.0 (0.0%)\rof 3636.3 (35.3%)\r",shape=box,fontsize=8.0];
N23 [label="doris\nResultBufferMgr\ncreate_sender\n960.5 (9.3%)\rof 3635.2 (35.3%)\r",shape=box,fontsize=23.3];
N24 [label="doris\nResultSinkOperatorX\nprepare\n0.0 (0.0%)\rof 3635.2 (35.3%)\r",shape=box,fontsize=8.0];
N25 [label="doris\nResultBlockBuffer\nResultBlockBuffer\n0.0 (0.0%)\rof 2482.3 (24.1%)\r",shape=box,fontsize=8.0];
N26 [label="doris\nMemTrackerLimiter\ncreate_shared\n1169.8 (11.4%)\rof 1459.4 (14.2%)\r",shape=box,fontsize=24.9];
N27 [label="std\n_Deque_base\n_M_initialize_map\n1027.0 (10.0%)\r",shape=box,fontsize=23.8];
N28 [label="std\n_Function_handler\n_M_invoke\n0.0 (0.0%)\rof 789.9 (7.7%)\r",shape=box,fontsize=8.0];
N29 [label="doris\nDaemon\nmemory_maintenance_thread\n0.0 (0.0%)\rof 599.7 (5.8%)\r",shape=box,fontsize=8.0];
N30 [label="doris\nMemTrackerLimiter\nmake_top_consumption_tasks_tracker_profile\n8.0 (0.1%)\rof 599.7 (5.8%)\r",shape=box,fontsize=9.4];
N31 [label="doris\nMemoryProfile\nrefresh_memory_overview_profile\n0.0 (0.0%)\rof 599.7 (5.8%)\r",shape=box,fontsize=8.0];
N32 [label="doris\nrefresh_memory_state_after_memory_change\n0.0 (0.0%)\rof 599.7 (5.8%)\r",shape=box,fontsize=8.0];
N33 [label="doris\nMemTrackerLimiter\nmake_profile\n0.0 (0.0%)\rof 591.7 (5.7%)\r",shape=box,fontsize=8.0];
N34 [label="doris\nPipelineFragmentContext\n_build_pipeline_tasks\n0.0 (0.0%)\rof 502.6 (4.9%)\r",shape=box,fontsize=8.0];
N35 [label="doris\nPipelineFragmentContext\n_build_pipeline_tasks_for_instance\n0.0 (0.0%)\rof 502.6 (4.9%)\r",shape=box,fontsize=8.0];
N36 [label="doris\nPipelineTask\nprepare\n0.0 (0.0%)\rof 502.6 (4.9%)\r",shape=box,fontsize=8.0];
N37 [label="std\n__detail\n_Map_base\noperator[]\n92.5 (0.9%)\rof 499.6 (4.9%)\r",shape=box,fontsize=12.7];
N38 [label="doris\nDataSinkOperatorX\nsetup_local_state\n0.0 (0.0%)\rof 496.6 (4.8%)\r",shape=box,fontsize=8.0];
N39 [label="doris\nResultBlockBuffer\nset_dependency\n0.0 (0.0%)\rof 495.5 (4.8%)\r",shape=box,fontsize=8.0];
N40 [label="doris\nResultSinkLocalState\ninit\n0.0 (0.0%)\rof 495.5 (4.8%)\r",shape=box,fontsize=8.0];
N41 [label="doris\nRuntimeProfile\ncreate_child\n246.7 (2.4%)\rof 456.7 (4.4%)\r",shape=box,fontsize=15.7];
N42 [label="je_prof_backtrace\n0.0 (0.0%)\rof 434.2 (4.2%)\r",shape=box,fontsize=8.0];
N43 [label="je_prof_tctx_create\n0.0 (0.0%)\rof 434.2 (4.2%)\r",shape=box,fontsize=8.0];
N44 [label="prof_backtrace_impl\n434.2 (4.2%)\r",shape=box,fontsize=18.3];
N45 [label="std\n_Hashtable\n_M_rehash\n433.3 (4.2%)\r",shape=box,fontsize=18.3];
N46 [label="je_malloc_default\n0.0 (0.0%)\rof 333.0 (3.2%)\r",shape=box,fontsize=8.0];
N47 [label="__libc_start_main\n0.0 (0.0%)\rof 301.1 (2.9%)\r",shape=box,fontsize=8.0];
N48 [label="_start\n0.0 (0.0%)\rof 301.1 (2.9%)\r",shape=box,fontsize=8.0];
N49 [label="doris\nResultBlockBuffer\n_update_dependency\n0.0 (0.0%)\rof 300.0 (2.9%)\r",shape=box,fontsize=8.0];
N50 [label="doris\nMemTrackerLimiter\nMemTrackerLimiter\n289.0 (2.8%)\rof 289.5 (2.8%)\r",shape=box,fontsize=16.4];
N51 [label="main\n0.0 (0.0%)\rof 279.8 (2.7%)\r",shape=box,fontsize=8.0];
N52 [label="doris\nExecEnv\n_init\n0.0 (0.0%)\rof 250.3 (2.4%)\r",shape=box,fontsize=8.0];
N53 [label="doris\nExecEnv\ninit\n0.0 (0.0%)\rof 250.3 (2.4%)\r",shape=box,fontsize=8.0];
N54 [label="doris\nBaseTablet\ncalc_segment_delete_bitmap\n0.0 (0.0%)\rof 219.1 (2.1%)\r",shape=box,fontsize=8.0];
N55 [label="doris\nBaseTablet\ncalc_delete_bitmap\n0.0 (0.0%)\rof 212.4 (2.1%)\r",shape=box,fontsize=8.0];
N56 [label="std\n_Rb_tree\n_M_emplace_hint_unique\n139.0 (1.3%)\rof 197.0 (1.9%)\r",shape=box,fontsize=13.8];
N57 [label="std\nmap\noperator[]\n0.5 (0.0%)\rof 196.0 (1.9%)\r",shape=box,fontsize=8.3];
N58 [label="doris\nBaseTablet\nlookup_row_key\n0.0 (0.0%)\rof 194.1 (1.9%)\r",shape=box,fontsize=8.0];
N59 [label="doris\nAllocator\nalloc\n146.5 (1.4%)\rof 184.4 (1.8%)\r",shape=box,fontsize=14.0];
N60 [label="_bfd_generic_read_minisymbols\n0.0 (0.0%)\rof 183.0 (1.8%)\r",shape=box,fontsize=8.0];
N61 [label="doris\nBfdParser\ncreate\n0.0 (0.0%)\rof 183.0 (1.8%)\r",shape=box,fontsize=8.0];
N62 [label="doris\nBfdParser\nload_symbols\n0.0 (0.0%)\rof 183.0 (1.8%)\r",shape=box,fontsize=8.0];
N63 [label="doris\nBfdParser\nparse\n0.0 (0.0%)\rof 183.0 (1.8%)\r",shape=box,fontsize=8.0];
N64 [label="_bfd_elf_canonicalize_symtab\n0.0 (0.0%)\rof 176.0 (1.7%)\r",shape=box,fontsize=8.0];
N65 [label="objalloc_alloc\n0.0 (0.0%)\rof 176.0 (1.7%)\r",shape=box,fontsize=8.0];
N66 [label="bfd_alloc\n0.0 (0.0%)\rof 176.0 (1.7%)\r",shape=box,fontsize=8.0];
N67 [label="bfd_elf64_slurp_symbol_table\n0.0 (0.0%)\rof 176.0 (1.7%)\r",shape=box,fontsize=8.0];
N68 [label="doris\nSegmentLoader\nload_segment\n0.5 (0.0%)\rof 163.4 (1.6%)\r",shape=box,fontsize=8.3];
N69 [label="doris\nPrioritizedSplitRunner\nprocess\n0.0 (0.0%)\rof 162.1 (1.6%)\r",shape=box,fontsize=8.0];
N70 [label="doris\nScannerScheduler\n_scanner_scan\n0.0 (0.0%)\rof 162.1 (1.6%)\r",shape=box,fontsize=8.0];
N71 [label="doris\nScannerSplitRunner\nprocess_for\n0.0 (0.0%)\rof 162.1 (1.6%)\r",shape=box,fontsize=8.0];
N72 [label="doris\nTimeSharingTaskExecutor\n_dispatch_thread\n0.0 (0.0%)\rof 162.1 (1.6%)\r",shape=box,fontsize=8.0];
N73 [label="doris\nsegment_v2\nPageIO\ndo_read_and_decompress_page\n0.0 (0.0%)\rof 150.4 (1.5%)\r",shape=box,fontsize=8.0];
N74 [label="doris\nsegment_v2\nPageIO\nread_and_decompress_page\n0.0 (0.0%)\rof 150.4 (1.5%)\r",shape=box,fontsize=8.0];
N75 [label="doris\nsegment_v2\nPageIO\nread_and_decompress_page
\n0.5 (0.0%)\rof 150.4 (1.5%)\r",shape=box,fontsize=8.3];
N76 [label="doris\nMemoryTrackedPageWithPageEntity\nMemoryTrackedPageWithPageEntity\n0.0 (0.0%)\rof 146.5 (1.4%)\r",shape=box,fontsize=8.0];
N77 [label="doris\nsegment_v2\nSegment\nload_pk_index_and_bf\n0.0 (0.0%)\rof 143.5 (1.4%)\r",shape=box,fontsize=8.0];
N78 [label="doris\nsegment_v2\nIndexedColumnReader\nread_page\n0.0 (0.0%)\rof 142.4 (1.4%)\r",shape=box,fontsize=8.0];
N79 [label="doris\nsegment_v2\nIndexedColumnIterator\n_read_data_page\n0.0 (0.0%)\rof 139.8 (1.4%)\r",shape=box,fontsize=8.0];
N80 [label="doris\nScanner\nget_block\n0.0 (0.0%)\rof 138.9 (1.3%)\r",shape=box,fontsize=8.0];
N1 -> N2 [label=9937.8, weight=100000, style="setlinewidth(2.000000)"];
N2 -> N3 [label=5615.7, weight=100000, style="setlinewidth(2.000000)"];
N3 -> N4 [label=4851.8, weight=100000, style="setlinewidth(2.000000)"];
N7 -> N6 [label=4342.5, weight=100000, style="setlinewidth(2.000000)"];
N9 -> N10 [label=4342.5, weight=100000, style="setlinewidth(2.000000)"];
N10 -> N7 [label=4342.5, weight=100000, style="setlinewidth(2.000000)"];
N4 -> N8 [label=4342.5, weight=100000, style="setlinewidth(2.000000)"];
N8 -> N9 [label=4342.5, weight=100000, style="setlinewidth(2.000000)"];
N6 -> N11 [label=4338.5, weight=100000, style="setlinewidth(2.000000)"];
N13 -> N5 [label=4336.5, weight=100000, style="setlinewidth(2.000000)"];
N11 -> N12 [label=4336.5, weight=100000, style="setlinewidth(2.000000)"];
N12 -> N13 [label=4336.5, weight=100000, style="setlinewidth(2.000000)"];
N2 -> N14 [label=4290.1, weight=100000, style="setlinewidth(2.000000)"];
N14 -> N15 [label=4289.6, weight=100000, style="setlinewidth(2.000000)"];
N15 -> N17 [label=4189.7, weight=100000, style="setlinewidth(2.000000)"];
N19 -> N18 [label=4184.6, weight=100000, style="setlinewidth(2.000000)"];
N17 -> N19 [label=4184.6, weight=100000, style="setlinewidth(2.000000)"];
N18 -> N16 [label=4184.6, weight=100000, style="setlinewidth(2.000000)"];
N16 -> N20 [label=4139.9, weight=100000, style="setlinewidth(2.000000)"];
N20 -> N21 [label=4139.4, weight=100000, style="setlinewidth(2.000000)"];
N21 -> N22 [label=3636.3, weight=100000, style="setlinewidth(2.000000)"];
N24 -> N23 [label=3635.2, weight=100000, style="setlinewidth(2.000000)"];
N22 -> N24 [label=3635.2, weight=100000, style="setlinewidth(2.000000)"];
N23 -> N25 [label=2482.3, weight=100000, style="setlinewidth(1.446158)"];
N25 -> N26 [label=1455.4, weight=100000, style="setlinewidth(0.847871)"];
N25 -> N27 [label=1027.0, weight=100000, style="setlinewidth(0.598287)"];
N29 -> N32 [label=599.7, weight=100000, style="setlinewidth(0.349364)"];
N3 -> N29 [label=599.7, weight=100000, style="setlinewidth(0.349364)"];
N32 -> N31 [label=599.7, weight=100000, style="setlinewidth(0.349364)"];
N31 -> N30 [label=599.7, weight=100000, style="setlinewidth(0.349364)"];
N30 -> N33 [label=591.7, weight=100000, style="setlinewidth(0.344703)"];
N35 -> N36 [label=502.6, weight=100000, style="setlinewidth(0.292810)"];
N34 -> N35 [label=502.6, weight=100000, style="setlinewidth(0.292810)"];
N21 -> N34 [label=502.6, weight=100000, style="setlinewidth(0.292810)"];
N36 -> N38 [label=496.6, weight=100000, style="setlinewidth(0.289299)"];
N38 -> N40 [label=495.5, weight=100000, style="setlinewidth(0.288698)"];
N40 -> N39 [label=495.5, weight=100000, style="setlinewidth(0.288698)"];
N4 -> N28 [label=476.6, weight=100000, style="setlinewidth(0.277636)"];
N33 -> N41 [label=455.2, weight=100000, style="setlinewidth(0.265174)"];
N42 -> N44 [label=434.2, weight=100000, style="setlinewidth(0.252978)"];
N43 -> N42 [label=434.2, weight=100000, style="setlinewidth(0.252978)"];
N37 -> N45 [label=407.0, weight=100000, style="setlinewidth(0.237139)"];
N46 -> N43 [label=333.0, weight=100000, style="setlinewidth(0.193971)"];
N48 -> N47 [label=301.1, weight=100000, style="setlinewidth(0.175431)"];
N49 -> N37 [label=300.0, weight=100000, style="setlinewidth(0.174790)"];
N39 -> N49 [label=300.0, weight=100000, style="setlinewidth(0.174790)"];
N26 -> N50 [label=289.5, weight=100000, style="setlinewidth(0.168672)"];
N47 -> N51 [label=279.8, weight=100000, style="setlinewidth(0.163028)"];
N53 -> N52 [label=250.3, weight=100000, style="setlinewidth(0.145820)"];
N51 -> N53 [label=250.3, weight=100000, style="setlinewidth(0.145820)"];
N55 -> N54 [label=212.4, weight=100000, style="setlinewidth(0.123725)"];
N28 -> N55 [label=211.9, weight=100000, style="setlinewidth(0.123423)"];
N39 -> N37 [label=195.5, weight=100000, style="setlinewidth(0.113907)"];
N57 -> N56 [label=195.5, weight=100000, style="setlinewidth(0.113906)"];
N54 -> N58 [label=193.6, weight=100000, style="setlinewidth(0.112780)"];
N62 -> N60 [label=183.0, weight=100000, style="setlinewidth(0.106613)"];
N63 -> N62 [label=183.0, weight=100000, style="setlinewidth(0.106613)"];
N52 -> N61 [label=183.0, weight=100000, style="setlinewidth(0.106613)"];
N61 -> N63 [label=183.0, weight=100000, style="setlinewidth(0.106613)"];
N64 -> N67 [label=176.0, weight=100000, style="setlinewidth(0.102535)"];
N65 -> N46 [label=176.0, weight=100000, style="setlinewidth(0.102535)"];
N60 -> N64 [label=176.0, weight=100000, style="setlinewidth(0.102535)"];
N66 -> N65 [label=176.0, weight=100000, style="setlinewidth(0.102535)"];
N71 -> N28 [label=162.1, weight=100000, style="setlinewidth(0.094451)"];
N28 -> N70 [label=162.1, weight=100000, style="setlinewidth(0.094451)"];
N3 -> N72 [label=162.1, weight=100000, style="setlinewidth(0.094451)"];
N69 -> N71 [label=162.1, weight=100000, style="setlinewidth(0.094451)"];
N72 -> N69 [label=162.1, weight=100000, style="setlinewidth(0.094451)"];
N73 -> N75 [label=150.4, weight=100000, style="setlinewidth(0.087596)"];
N74 -> N73 [label=150.4, weight=100000, style="setlinewidth(0.087596)"];
N76 -> N59 [label=146.5, weight=100000, style="setlinewidth(0.085326)"];
N75 -> N76 [label=146.5, weight=100000, style="setlinewidth(0.085326)"];
N78 -> N74 [label=142.4, weight=100000, style="setlinewidth(0.082964)"];
N79 -> N78 [label=139.8, weight=100000, style="setlinewidth(0.081462)"];
N68 -> N77 [label=112.4, weight=100000, style="setlinewidth(0.065479)"];
N15 -> N28 [label=99.9, weight=100000, style="setlinewidth(0.058182)"];
N28 -> N28 [label=97.3, weight=100000, style="setlinewidth(0.056685)"];
N59 -> N46 [label=38.0, weight=100000, style="setlinewidth(0.022123)"];
}

2 Answers
  1. http://www.webgraphviz.com/ 复制到这个网址看内存图
  2. 已经和用户建联,BE实际内存是32GB,当前heap dump 是 10GB,需要内存更大些的 dump 信息。比如 80% 时候的heap dump,可以更直观的看到哪里使用内存比较多

digraph "/opt/doris/be/lib/doris_be; 15096.0 MB" {
node [width=0.375,height=0.25];
Legend [shape=box,fontsize=24,shape=plaintext,label="/opt/doris/be/lib/doris_be\lTotal MB: 15096.0\lFocusing on: 15096.0\lDropped nodes with <= 75.5 abs(MB)\lDropped edges with <= 15.1 MB\l"];
N1 [label="__GI___clone\n0.0 (0.0%)\rof 14731.3 (97.6%)\r",shape=box,fontsize=8.0];
N2 [label="start_thread\n0.0 (0.0%)\rof 14731.3 (97.6%)\r",shape=box,fontsize=8.0];
N3 [label="doris\nThread\nsupervise_thread\n0.0 (0.0%)\rof 9531.4 (63.1%)\r",shape=box,fontsize=8.0];
N4 [label="doris\nThreadPool\ndispatch_thread\n0.0 (0.0%)\rof 7447.2 (49.3%)\r",shape=box,fontsize=8.0];
N5 [label="doris\nWorkThreadPool\nwork_thread\n0.0 (0.0%)\rof 5161.4 (34.2%)\r",shape=box,fontsize=8.0];
N6 [label="execute_native_thread_routine\n0.0 (0.0%)\rof 5161.4 (34.2%)\r",shape=box,fontsize=8.0];
N7 [label="doris\nFragmentMgr\nexec_plan_fragment@1133a3e0\n0.0 (0.0%)\rof 5101.9 (33.8%)\r",shape=box,fontsize=8.0];
N8 [label="doris\nPInternalService\n_exec_plan_fragment_in_pthread\n0.0 (0.0%)\rof 5096.2 (33.8%)\r",shape=box,fontsize=8.0];
N9 [label="doris\nFragmentMgr\nexec_plan_fragment@113398b0\n0.0 (0.0%)\rof 5090.0 (33.7%)\r",shape=box,fontsize=8.0];
N10 [label="doris\nPInternalService\n_exec_plan_fragment_impl\n0.0 (0.0%)\rof 5090.0 (33.7%)\r",shape=box,fontsize=8.0];
N11 [label="doris\nPipelineFragmentContext\nprepare\n0.0 (0.0%)\rof 5065.7 (33.6%)\r",shape=box,fontsize=8.0];
N12 [label="doris\nPipelineFragmentContext\n_build_and_prepare_full_pipeline\n0.0 (0.0%)\rof 5064.2 (33.5%)\r",shape=box,fontsize=8.0];
N13 [label="doris\nPipeline\nprepare\n0.0 (0.0%)\rof 4455.4 (29.5%)\r",shape=box,fontsize=8.0];
N14 [label="doris\nResultBufferMgr\ncreate_sender\n1124.5 (7.4%)\rof 4455.4 (29.5%)\r",shape=box,fontsize=21.6];
N15 [label="doris\nResultSinkOperatorX\nprepare\n0.0 (0.0%)\rof 4455.4 (29.5%)\r",shape=box,fontsize=8.0];
N16 [label="doris\nTaskScheduler\n_do_work\n0.0 (0.0%)\rof 3906.6 (25.9%)\r",shape=box,fontsize=8.0];
N17 [label="std\n_Function_handler\n_M_invoke\n0.0 (0.0%)\rof 3808.4 (25.2%)\r",shape=box,fontsize=8.0];
N18 [label="doris\nDataSinkOperatorXBase\nclose\n0.0 (0.0%)\rof 3733.5 (24.7%)\r",shape=box,fontsize=8.0];
N19 [label="doris\nPipelineTask\nclose\n0.0 (0.0%)\rof 3733.5 (24.7%)\r",shape=box,fontsize=8.0];
N20 [label="doris\nTaskScheduler\n_do_work\n$0\noperator\n0.0 (0.0%)\rof 3733.5 (24.7%)\r",shape=box,fontsize=8.0];
N21 [label="doris\nclose_task\n0.0 (0.0%)\rof 3733.5 (24.7%)\r",shape=box,fontsize=8.0];
N22 [label="std\nmake_unique\n3729.1 (24.7%)\rof 3732.1 (24.7%)\r",shape=box,fontsize=32.9];
N23 [label="doris\nResultSinkLocalState\nclose\n0.0 (0.0%)\rof 3731.2 (24.7%)\r",shape=box,fontsize=8.0];
N24 [label="doris\nResultBlockBuffer\nclose\n0.0 (0.0%)\rof 3726.6 (24.7%)\r",shape=box,fontsize=8.0];
N25 [label="doris\nStatus\noperator=\n0.0 (0.0%)\rof 3725.6 (24.7%)\r",shape=box,fontsize=8.0];
N26 [label="doris\nResultBlockBuffer\nResultBlockBuffer\n0.0 (0.0%)\rof 3088.5 (20.5%)\r",shape=box,fontsize=8.0];
N27 [label="doris\nBaseTablet\ncalc_segment_delete_bitmap\n0.0 (0.0%)\rof 2267.6 (15.0%)\r",shape=box,fontsize=8.0];
N28 [label="doris\nBaseTablet\ncalc_delete_bitmap\n0.0 (0.0%)\rof 2144.6 (14.2%)\r",shape=box,fontsize=8.0];
N29 [label="doris\nBaseTablet\nlookup_row_key\n0.0 (0.0%)\rof 1928.2 (12.8%)\r",shape=box,fontsize=8.0];
N30 [label="doris\nDaemon\nmemory_maintenance_thread\n0.0 (0.0%)\rof 1839.5 (12.2%)\r",shape=box,fontsize=8.0];
N31 [label="doris\nMemTrackerLimiter\nmake_top_consumption_tasks_tracker_profile\n32.0 (0.2%)\rof 1839.5 (12.2%)\r",shape=box,fontsize=10.3];
N32 [label="doris\nMemoryProfile\nrefresh_memory_overview_profile\n0.0 (0.0%)\rof 1839.5 (12.2%)\r",shape=box,fontsize=8.0];
N33 [label="doris\nrefresh_memory_state_after_memory_change\n0.0 (0.0%)\rof 1839.5 (12.2%)\r",shape=box,fontsize=8.0];
N34 [label="doris\nMemTrackerLimiter\ncreate_shared\n1478.9 (9.8%)\rof 1827.5 (12.1%)\r",shape=box,fontsize=23.6];
N35 [label="doris\nMemTrackerLimiter\nmake_profile\n0.0 (0.0%)\rof 1807.5 (12.0%)\r",shape=box,fontsize=8.0];
N36 [label="doris\nAllocator\nalloc\n1716.5 (11.4%)\rof 1778.4 (11.8%)\r",shape=box,fontsize=24.9];
N37 [label="doris\nsegment_v2\nPageIO\ndo_read_and_decompress_page\n0.0 (0.0%)\rof 1737.3 (11.5%)\r",shape=box,fontsize=8.0];
N38 [label="doris\nsegment_v2\nPageIO\nread_and_decompress_page\n0.0 (0.0%)\rof 1737.3 (11.5%)\r",shape=box,fontsize=8.0];
N39 [label="doris\nsegment_v2\nPageIO\nread_and_decompress_page
\n4.0 (0.0%)\rof 1737.3 (11.5%)\r",shape=box,fontsize=8.8];
N40 [label="doris\nsegment_v2\nIndexedColumnReader\nread_page\n0.0 (0.0%)\rof 1734.1 (11.5%)\r",shape=box,fontsize=8.0];
N41 [label="doris\nMemoryTrackedPageWithPageEntity\nMemoryTrackedPageWithPageEntity\n0.0 (0.0%)\rof 1716.5 (11.4%)\r",shape=box,fontsize=8.0];
N42 [label="doris\nsegment_v2\nIndexedColumnIterator\n_read_data_page\n0.0 (0.0%)\rof 1686.2 (11.2%)\r",shape=box,fontsize=8.0];
N43 [label="doris\nsegment_v2\nIndexedColumnIterator\nseek_at_or_after\n0.0 (0.0%)\rof 1490.5 (9.9%)\r",shape=box,fontsize=8.0];
N44 [label="doris\nsegment_v2\nSegment\nlookup_row_key\n0.0 (0.0%)\rof 1442.6 (9.6%)\r",shape=box,fontsize=8.0];
N45 [label="doris\nRuntimeProfile\ncreate_child\n750.5 (5.0%)\rof 1389.5 (9.2%)\r",shape=box,fontsize=19.1];
N46 [label="std\n_Deque_base\n_M_initialize_map\n1268.6 (8.4%)\r",shape=box,fontsize=22.5];
N47 [label="doris\nsegment_v2\nSegment\nload_pk_index_and_bf\n0.0 (0.0%)\rof 711.8 (4.7%)\r",shape=box,fontsize=8.0];
N48 [label="doris\nCompactionMixin\nexecute_compact\n0.0 (0.0%)\rof 686.4 (4.5%)\r",shape=box,fontsize=8.0];
N49 [label="doris\nStorageEngine\n_handle_compaction\n0.0 (0.0%)\rof 686.4 (4.5%)\r",shape=box,fontsize=8.0];
N50 [label="doris\nTablet\nexecute_compaction\n0.0 (0.0%)\rof 686.4 (4.5%)\r",shape=box,fontsize=8.0];
N51 [label="je_prof_backtrace\n0.0 (0.0%)\rof 686.0 (4.5%)\r",shape=box,fontsize=8.0];
N52 [label="je_prof_tctx_create\n0.0 (0.0%)\rof 686.0 (4.5%)\r",shape=box,fontsize=8.0];
N53 [label="prof_backtrace_impl\n686.0 (4.5%)\r",shape=box,fontsize=18.7];
N54 [label="doris\nCumulativeCompaction\nexecute_compact\n0.0 (0.0%)\rof 684.4 (4.5%)\r",shape=box,fontsize=8.0];
N55 [label="doris\nPrimaryKeyIndexReader\nparse_bf\n0.0 (0.0%)\rof 672.2 (4.5%)\r",shape=box,fontsize=8.0];
N56 [label="doris\nsegment_v2\nBloomFilterIndexIterator\nread_bloom_filter\n0.0 (0.0%)\rof 672.2 (4.5%)\r",shape=box,fontsize=8.0];
N57 [label="doris\nsegment_v2\nSegment\n_load_pk_bloom_filter\n0.0 (0.0%)\rof 672.2 (4.5%)\r",shape=box,fontsize=8.0];
N58 [label="doris\nCompactionMixin\nexecute_compact_impl\n0.0 (0.0%)\rof 650.4 (4.3%)\r",shape=box,fontsize=8.0];
N59 [label="std\n_Rb_tree\n_M_emplace_hint_unique\n434.5 (2.9%)\rof 644.1 (4.3%)\r",shape=box,fontsize=16.5];
N60 [label="std\n__detail\n_Map_base\noperator[]\n120.5 (0.8%)\rof 622.1 (4.1%)\r",shape=box,fontsize=12.5];
N61 [label="doris\nPipelineFragmentContext\n_build_pipeline_tasks\n0.0 (0.0%)\rof 607.3 (4.0%)\r",shape=box,fontsize=8.0];
N62 [label="doris\nPipelineFragmentContext\n_build_pipeline_tasks_for_instance\n0.0 (0.0%)\rof 607.3 (4.0%)\r",shape=box,fontsize=8.0];
N63 [label="doris\nPipelineTask\nprepare\n0.0 (0.0%)\rof 607.3 (4.0%)\r",shape=box,fontsize=8.0];
N64 [label="doris\nDataSinkOperatorX\nsetup_local_state\n0.0 (0.0%)\rof 599.7 (4.0%)\r",shape=box,fontsize=8.0];
N65 [label="doris\nResultSinkLocalState\ninit\n0.0 (0.0%)\rof 595.6 (3.9%)\r",shape=box,fontsize=8.0];
N66 [label="doris\nResultBlockBuffer\nset_dependency\n0.0 (0.0%)\rof 595.1 (3.9%)\r",shape=box,fontsize=8.0];
N67 [label="std\nmap\noperator[]\n0.0 (0.0%)\rof 594.1 (3.9%)\r",shape=box,fontsize=8.0];
N68 [label="doris\nSegmentLoader\nload_segment\n1.5 (0.0%)\rof 589.6 (3.9%)\r",shape=box,fontsize=8.5];
N69 [label="doris\nSegmentLoader\nload_segments\n0.0 (0.0%)\rof 538.1 (3.6%)\r",shape=box,fontsize=8.0];
N70 [label="std\n_Hashtable\n_M_rehash\n529.1 (3.5%)\r",shape=box,fontsize=17.4];
N71 [label="doris\nsegment_v2\nBloomFilter\ninit\n491.8 (3.3%)\r",shape=box,fontsize=17.0];
N72 [label="je_malloc_default\n0.0 (0.0%)\rof 465.7 (3.1%)\r",shape=box,fontsize=8.0];
N73 [label="doris\nRuntimeProfile\nAddHighWaterMarkCounter\n91.5 (0.6%)\rof 417.5 (2.8%)\r",shape=box,fontsize=11.9];
N74 [label="doris\nsegment_v2\nLazyInitSegmentIterator\ninit\n0.0 (0.0%)\rof 387.0 (2.6%)\r",shape=box,fontsize=8.0];
N75 [label="doris\nBetaRowset\nload_segment\n0.0 (0.0%)\rof 377.6 (2.5%)\r",shape=box,fontsize=8.0];
N76 [label="doris\nsegment_v2\nSegment\n_open@10dc28d0\n8.5 (0.1%)\rof 377.6 (2.5%)\r",shape=box,fontsize=9.2];
N77 [label="doris\nsegment_v2\nSegment\nopen\n0.0 (0.0%)\rof 377.6 (2.5%)\r",shape=box,fontsize=8.0];
N78 [label="doris\nsegment_v2\nSegment\n_open@10dc3970\n0.0 (0.0%)\rof 357.0 (2.4%)\r",shape=box,fontsize=8.0];
N79 [label="doris\nMemTrackerLimiter\nMemTrackerLimiter\n348.5 (2.3%)\r",shape=box,fontsize=15.6];
N80 [label="doris\nResultBlockBuffer\n_update_dependency\n0.0 (0.0%)\rof 345.5 (2.3%)\r",shape=box,fontsize=8.0];
N1 -> N2 [label=14731.3, weight=100000, style="setlinewidth(2.000000)"];
N2 -> N3 [label=9531.4, weight=100000, style="setlinewidth(2.000000)"];
N3 -> N4 [label=7447.2, weight=100000, style="setlinewidth(2.000000)"];
N2 -> N6 [label=5161.4, weight=100000, style="setlinewidth(2.000000)"];
N6 -> N5 [label=5161.4, weight=100000, style="setlinewidth(2.000000)"];
N5 -> N8 [label=5096.2, weight=100000, style="setlinewidth(2.000000)"];
N8 -> N10 [label=5090.0, weight=100000, style="setlinewidth(2.000000)"];
N10 -> N9 [label=5090.0, weight=100000, style="setlinewidth(2.000000)"];
N9 -> N7 [label=5090.0, weight=100000, style="setlinewidth(2.000000)"];
N7 -> N11 [label=5065.7, weight=100000, style="setlinewidth(2.000000)"];
N11 -> N12 [label=5064.2, weight=100000, style="setlinewidth(2.000000)"];
N13 -> N15 [label=4455.4, weight=100000, style="setlinewidth(1.770829)"];
N15 -> N14 [label=4455.4, weight=100000, style="setlinewidth(1.770829)"];
N12 -> N13 [label=4455.4, weight=100000, style="setlinewidth(1.770829)"];
N4 -> N16 [label=3906.6, weight=100000, style="setlinewidth(1.552701)"];
N20 -> N21 [label=3733.5, weight=100000, style="setlinewidth(1.483906)"];
N21 -> N19 [label=3733.5, weight=100000, style="setlinewidth(1.483906)"];
N19 -> N18 [label=3733.5, weight=100000, style="setlinewidth(1.483906)"];
N16 -> N20 [label=3733.5, weight=100000, style="setlinewidth(1.483906)"];
N18 -> N23 [label=3731.2, weight=100000, style="setlinewidth(1.482981)"];
N23 -> N24 [label=3726.6, weight=100000, style="setlinewidth(1.481171)"];
N24 -> N25 [label=3725.6, weight=100000, style="setlinewidth(1.480758)"];
N25 -> N22 [label=3725.6, weight=100000, style="setlinewidth(1.480758)"];
N4 -> N17 [label=3471.8, weight=100000, style="setlinewidth(1.379898)"];
N14 -> N26 [label=3088.5, weight=100000, style="setlinewidth(1.227552)"];
N28 -> N27 [label=2144.6, weight=100000, style="setlinewidth(0.852404)"];
N17 -> N28 [label=2138.2, weight=100000, style="setlinewidth(0.849861)"];
N27 -> N29 [label=1928.2, weight=100000, style="setlinewidth(0.766369)"];
N32 -> N31 [label=1839.5, weight=100000, style="setlinewidth(0.731141)"];
N3 -> N30 [label=1839.5, weight=100000, style="setlinewidth(0.731141)"];
N33 -> N32 [label=1839.5, weight=100000, style="setlinewidth(0.731141)"];
N30 -> N33 [label=1839.5, weight=100000, style="setlinewidth(0.731141)"];
N26 -> N34 [label=1820.0, weight=100000, style="setlinewidth(0.723355)"];
N31 -> N35 [label=1807.5, weight=100000, style="setlinewidth(0.718423)"];
N38 -> N37 [label=1737.3, weight=100000, style="setlinewidth(0.690512)"];
N37 -> N39 [label=1737.3, weight=100000, style="setlinewidth(0.690512)"];
N40 -> N38 [label=1733.6, weight=100000, style="setlinewidth(0.689048)"];
N41 -> N36 [label=1716.5, weight=100000, style="setlinewidth(0.682254)"];
N39 -> N41 [label=1716.5, weight=100000, style="setlinewidth(0.682254)"];
N42 -> N40 [label=1686.2, weight=100000, style="setlinewidth(0.670193)"];
N43 -> N42 [label=1490.5, weight=100000, style="setlinewidth(0.592427)"];
N29 -> N44 [label=1442.6, weight=100000, style="setlinewidth(0.573364)"];
N35 -> N45 [label=1389.5, weight=100000, style="setlinewidth(0.552272)"];
N26 -> N46 [label=1268.6, weight=100000, style="setlinewidth(0.504197)"];
N44 -> N43 [label=1180.4, weight=100000, style="setlinewidth(0.469161)"];
N49 -> N50 [label=686.4, weight=100000, style="setlinewidth(0.272831)"];
N17 -> N49 [label=686.4, weight=100000, style="setlinewidth(0.272831)"];
N52 -> N51 [label=686.0, weight=100000, style="setlinewidth(0.272672)"];
N51 -> N53 [label=686.0, weight=100000, style="setlinewidth(0.272672)"];
N54 -> N48 [label=684.4, weight=100000, style="setlinewidth(0.272036)"];
N50 -> N54 [label=684.4, weight=100000, style="setlinewidth(0.272036)"];
N47 -> N57 [label=672.2, weight=100000, style="setlinewidth(0.267171)"];
N55 -> N56 [label=672.2, weight=100000, style="setlinewidth(0.267171)"];
N57 -> N55 [label=672.2, weight=100000, style="setlinewidth(0.267171)"];
N48 -> N58 [label=650.4, weight=100000, style="setlinewidth(0.258520)"];
N12 -> N61 [label=607.3, weight=100000, style="setlinewidth(0.241363)"];
N61 -> N62 [label=607.3, weight=100000, style="setlinewidth(0.241363)"];
N62 -> N63 [label=607.3, weight=100000, style="setlinewidth(0.241363)"];
N63 -> N64 [label=599.7, weight=100000, style="setlinewidth(0.238373)"];
N64 -> N65 [label=595.6, weight=100000, style="setlinewidth(0.236708)"];
N65 -> N66 [label=595.1, weight=100000, style="setlinewidth(0.236510)"];
N67 -> N59 [label=594.1, weight=100000, style="setlinewidth(0.236112)"];
N69 -> N68 [label=538.1, weight=100000, style="setlinewidth(0.213876)"];
N60 -> N70 [label=501.1, weight=100000, style="setlinewidth(0.199148)"];
N56 -> N71 [label=491.8, weight=100000, style="setlinewidth(0.195484)"];
N29 -> N69 [label=485.6, weight=100000, style="setlinewidth(0.193005)"];
N72 -> N52 [label=465.7, weight=100000, style="setlinewidth(0.185078)"];
N68 -> N47 [label=434.6, weight=100000, style="setlinewidth(0.172730)"];
N35 -> N73 [label=417.5, weight=100000, style="setlinewidth(0.165952)"];
N75 -> N77 [label=377.6, weight=100000, style="setlinewidth(0.150060)"];
N77 -> N76 [label=377.6, weight=100000, style="setlinewidth(0.150060)"];
N76 -> N78 [label=357.0, weight=100000, style="setlinewidth(0.141908)"];
N34 -> N79 [label=348.5, weight=100000, style="setlinewidth(0.138524)"];
N80 -> N60 [label=345.5, weight=100000, style="setlinewidth(0.137334)"];
N66 -> N80 [label=345.5, weight=100000, style="setlinewidth(0.137334)"];
N27 -> N43 [label=308.1, weight=100000, style="setlinewidth(0.122440)"];
N44 -> N47 [label=262.2, weight=100000, style="setlinewidth(0.104203)"];
N66 -> N60 [label=249.5, weight=100000, style="setlinewidth(0.099176)"];
N73 -> N67 [label=233.0, weight=100000, style="setlinewidth(0.092616)"];
N68 -> N75 [label=152.5, weight=100000, style="setlinewidth(0.060624)"];
N17 -> N17 [label=138.9, weight=100000, style="setlinewidth(0.055214)"];
N17 -> N27 [label=122.9, weight=100000, style="setlinewidth(0.048856)"];
N5 -> N17 [label=65.2, weight=100000, style="setlinewidth(0.025914)"];
N36 -> N72 [label=61.9, weight=100000, style="setlinewidth(0.024590)"];
N74 -> N68 [label=51.5, weight=100000, style="setlinewidth(0.020472)"];
}