问题描述：在doris 2.1.9 和 2.1.11 版本下， 发现be.conf 中添加参数sys_log_verbose_modules=* ， 会导致streamload任务导入异常缓慢，比如导入10000条csv数据，需要2min ， 导入20W条数据，需要半小时。删除该参数或者修改为sys_log_verbose_modules=plan_fragment_executor,olap_scan_node ， 重启be后导入任务秒完。
疑问点：问题已解决，但是不知道为什么该参数会影响导入，是否算bug
建表语句
CREATE TABLE storage_goods_005 ( goods_id varchar(40) NULL COMMENT "ID", goods_codebill varchar(40) NULL, goods_date datetime NULL, goods_fulfill varchar(50) NULL COMMENT "0 1", goods_remark varchar(250) NULL, data_timestamp datetime NULL, billtype_code varchar(30) NULL, sumgoods_batch varchar(40) NULL, warehouse_code varchar(80) NULL, pntree_name varchar(60) NULL, productarea_name varchar(60) NULL, partsname_name varchar(60) NULL, goods_material varchar(60) NULL, goods_spec varchar(60) NULL, goods_spec1 decimal(25,8) NULL COMMENT "1", goods_spec2 decimal(25,8) NULL COMMENT "2", goods_spec3 decimal(25,8) NULL COMMENT "3", goods_spec4 decimal(25,8) NULL COMMENT "4", goods_property1 varchar(60) NULL COMMENT "1", goods_property2 varchar(60) NULL COMMENT "2", goods_property3 varchar(60) NULL COMMENT "3", goods_property4 varchar(120) NULL COMMENT "4", goods_property5 varchar(120) NULL COMMENT "5", goods_numproperty1 decimal(25,8) NULL COMMENT "1", goods_numproperty2 decimal(25,8) NULL COMMENT "2", goods_contract varchar(30) NULL, goods_contractbatch varchar(40) NULL, goods_contractstr1 varchar(60) NULL COMMENT "1", goods_contractstr2 varchar(60) NULL COMMENT "2", goods_contractstr3 varchar(60) NULL COMMENT "3", goods_contractstr4 varchar(120) NULL COMMENT "4", goods_contractstr5 varchar(120) NULL COMMENT "5", goods_contractstr6 varchar(60) NULL COMMENT "6", goods_contractstr7 varchar(60) NULL COMMENT "7", goods_contractstr8 varchar(60) NULL COMMENT "8", goods_contractstr9 varchar(120) NULL COMMENT "9", goods_contractstr10 varchar(120) NULL COMMENT "10", goods_entrybatch varchar(40) NULL, goods_entrybatchold varchar(40) NULL, goods_entrystr1 varchar(60) NULL COMMENT "1", goods_entrystr2 varchar(60) NULL COMMENT "2", goods_entrystr3 varchar(60) NULL COMMENT "3", goods_entrystr4 varchar(120) NULL COMMENT "4", goods_entrystr5 varchar(120) NULL COMMENT "5", goods_codebillold varchar(40) NULL, goods_codestr1 varchar(60) NULL COMMENT "1", goods_codestr2 varchar(60) NULL COMMENT "2", goods_codestr3 varchar(60) NULL COMMENT "3", goods_codestr4 varchar(60) NULL COMMENT "4", goods_codestr5 varchar(60) NULL COMMENT "5", goods_codestr6 varchar(60) NULL COMMENT "6", goods_codestr7 varchar(60) NULL COMMENT "7", goods_codestr8 varchar(60) NULL COMMENT "8", goods_codestr9 varchar(120) NULL COMMENT "9", goods_codestr10 varchar(120) NULL COMMENT "10", goods_codenum1 decimal(25,8) NULL COMMENT "1", goods_codenum2 decimal(25,8) NULL COMMENT "2", goods_codenum3 decimal(25,8) NULL COMMENT "3", goods_partsbranch decimal(25,8) NULL, goods_wetpercentage decimal(25,8) NULL, goods_org varchar(80) NULL, goods_dept varchar(80) NULL, company_code varchar(80) NULL COMMENT "()", company_name varchar(200) NULL COMMENT "()", partsname_numunit varchar(100) NULL, partsname_weightunit varchar(100) NULL, goods_metering varchar(30) NULL, goods_customscode varchar(30) NULL, goods_enname varchar(200) NULL, goods_endescribe varchar(1000) NULL, goods_piecenum decimal(25,8) NULL, goods_singernum decimal(25,8) NULL, goods_num decimal(25,8) NULL, goods_weight decimal(25,8) NULL, goods_assistweight decimal(25,8) NULL, goods_supplynum decimal(25,8) NULL, goods_supplyweight decimal(25,8) NULL, goods_supplyassistweight decimal(25,8) NULL, goods_slocknum decimal(25,8) NULL, goods_slockweight decimal(25,8) NULL, goods_slockassistweight decimal(25,8) NULL, goods_ordernum decimal(25,8) NULL, goods_orderweight decimal(25,8) NULL, goods_orderassistweight decimal(25,8) NULL, goods_billnum decimal(25,8) NULL, goods_billweight decimal(25,8) NULL, goods_billassistweight decimal(25,8) NULL, goods_macnum decimal(25,8) NULL, goods_macweight decimal(25,8) NULL, goods_macassistweight decimal(25,8) NULL, goods_pledgenum decimal(25,8) NULL, goods_pledgeweight decimal(25,8) NULL, goods_pledgeassistweight decimal(25,8) NULL, goods_extnum decimal(25,8) NULL, goods_extweight decimal(25,8) NULL, goods_extassistweight decimal(25,8) NULL, goods_olddate datetime NULL, blend_flag varchar(50) NULL COMMENT "0 1 ", goods_optcode varchar(40) NULL, blend_batch varchar(40) NULL, target_customer_code varchar(80) NULL, target_customer_name varchar(200) NULL, goods_qualitynum decimal(25,8) NULL, goods_qualityweight decimal(25,8) NULL, goods_qualityassistweight decimal(25,8) NULL, dd_type_transport varchar(30) NULL, goods_qualityflag varchar(50) NULL COMMENT "0-1-", goods_transfernum decimal(25,8) NULL, goods_transferweight decimal(25,8) NULL, goods_transferassistweight decimal(25,8) NULL, goods_othernum decimal(25,8) NULL, goods_otherweight decimal(25,8) NULL, goods_otherassistweight decimal(25,8) NULL ) ENGINE=OLAP UNIQUE KEY(goods_id, goods_codebill) DISTRIBUTED BY HASH(goods_id, goods_codebill) BUCKETS 8 PROPERTIES ( "replication_allocation" = "tag.location.default: 3", "min_load_replica_num" = "-1", "is_being_synced" = "false", "storage_medium" = "hdd", "storage_format" = "V2", "inverted_index_storage_format" = "V1", "enable_unique_key_merge_on_write" = "true", "light_schema_change" = "true", "disable_auto_compaction" = "false", "enable_single_replica_compaction" = "false", "group_commit_interval_ms" = "10000", "group_commit_data_bytes" = "134217728", "enable_mow_light_delete" = "false" );
导入语句
curl --location-trusted -u root:'1234564654' -H "Expect:100-continue" -H "column_separator:," -H "enclose:'" -H "strict_mode: false" -H "columns:GOODS_ID,GOODS_CODEBILL,GOODS_DATE,GOODS_FULFILL,GOODS_REMARK,DATA_TIMESTAMP,BILLTYPE_CODE,SUMGOODS_BATCH,WAREHOUSE_CODE,PNTREE_NAME,PRODUCTAREA_NAME,PARTSNAME_NAME,GOODS_MATERIAL,GOODS_SPEC,GOODS_SPEC1,GOODS_SPEC2,GOODS_SPEC3,GOODS_SPEC4,GOODS_PROPERTY1,GOODS_PROPERTY2,GOODS_PROPERTY3,GOODS_PROPERTY4,GOODS_PROPERTY5,GOODS_NUMPROPERTY1,GOODS_NUMPROPERTY2,GOODS_CONTRACT,GOODS_CONTRACTBATCH,GOODS_CONTRACTSTR1,GOODS_CONTRACTSTR2,GOODS_CONTRACTSTR3,GOODS_CONTRACTSTR4,GOODS_CONTRACTSTR5,GOODS_CONTRACTSTR6,GOODS_CONTRACTSTR7,GOODS_CONTRACTSTR8,GOODS_CONTRACTSTR9,GOODS_CONTRACTSTR10,GOODS_ENTRYBATCH,GOODS_ENTRYBATCHOLD,GOODS_ENTRYSTR1,GOODS_ENTRYSTR2,GOODS_ENTRYSTR3,GOODS_ENTRYSTR4,GOODS_ENTRYSTR5,GOODS_CODEBILLOLD,GOODS_CODESTR1,GOODS_CODESTR2,GOODS_CODESTR3,GOODS_CODESTR4,GOODS_CODESTR5,GOODS_CODESTR6,GOODS_CODESTR7,GOODS_CODESTR8,GOODS_CODESTR9,GOODS_CODESTR10,GOODS_CODENUM1,GOODS_CODENUM2,GOODS_CODENUM3,GOODS_PARTSBRANCH,GOODS_WETPERCENTAGE,GOODS_ORG,GOODS_DEPT,COMPANY_CODE,COMPANY_NAME,PARTSNAME_NUMUNIT,PARTSNAME_WEIGHTUNIT,GOODS_METERING,GOODS_CUSTOMSCODE,GOODS_ENNAME,GOODS_ENDESCRIBE,GOODS_PIECENUM,GOODS_SINGERNUM,GOODS_NUM,GOODS_WEIGHT,GOODS_ASSISTWEIGHT,GOODS_SUPPLYNUM,GOODS_SUPPLYWEIGHT,GOODS_SUPPLYASSISTWEIGHT,GOODS_SLOCKNUM,GOODS_SLOCKWEIGHT,GOODS_SLOCKASSISTWEIGHT,GOODS_ORDERNUM,GOODS_ORDERWEIGHT,GOODS_ORDERASSISTWEIGHT,GOODS_BILLNUM,GOODS_BILLWEIGHT,GOODS_BILLASSISTWEIGHT,GOODS_MACNUM,GOODS_MACWEIGHT,GOODS_MACASSISTWEIGHT,GOODS_PLEDGENUM,GOODS_PLEDGEWEIGHT,GOODS_PLEDGEASSISTWEIGHT,GOODS_EXTNUM,GOODS_EXTWEIGHT,GOODS_EXTASSISTWEIGHT,GOODS_OLDDATE,BLEND_FLAG,GOODS_OPTCODE,BLEND_BATCH,TARGET_CUSTOMER_CODE,TARGET_CUSTOMER_NAME,GOODS_QUALITYNUM,GOODS_QUALITYWEIGHT,GOODS_QUALITYASSISTWEIGHT,DD_TYPE_TRANSPORT,GOODS_QUALITYFLAG,GOODS_TRANSFERNUM,GOODS_TRANSFERWEIGHT,GOODS_TRANSFERASSISTWEIGHT,GOODS_OTHERNUM,GOODS_OTHERWEIGHT,GOODS_OTHERASSISTWEIGHT" -T goods_little00.csv -XPUT http://100.150.0.17:8040/api/jxk/storage_goods_005/_stream_load
数据demo
