search

xuchuanyin / workbench

0 stars 0 forks source link

2018-09-25 bloom load occasionally #59

Open xuchuanyin opened 6 years ago

xuchuanyin commented 6 years ago

create table tab_bb (b_int1 bigint, b_int2 bigint, b_int3 bigint) stored by 'carbondata' TBLPROPERTIES ('DICTIONARY_EXCLUDE'='b_int1,b_int2,b_int3');

load data inpath 'hdfs://hacluster/user/Adapt_en_pri/Adapt_pri_en/tab_b_int.txt' into table tab_bb options('fileheader'='b_int1,b_int2,b_int3','DELIMITER'=',' , 'QUOTECHAR'='"');

CREATE DATAMAP pregg ON TABLE tab_bb USING 'bloomfilter' DMPROPERTIES ('INDEX_COLUMNS' = 'b_int1', 'BLOOM_SIZE'='640000', 'BLOOM_FPP'='0.00001', 'BLOOM_COMPRESS'='true');

xuchuanyin commented 6 years ago

40000,9223372036854775807,9223372036854705807 20000,2000000000,922337203685470580 10000,3000000000,9223372036854743040

xuchuanyin commented 6 years ago

distribute datamap