柚子快报邀请码778899分享：Phoenix优化
http://yzkb.51969.com/
hbase-site.xml： hbase.master.maxclockskew 45000000 hbase.rpc.timeout 36000000 hbase.client.scanner.timeout.period 36000000 mapreduce.task.timeout 1200000 zookeeper.session.timeout 1200000 hbase.client.write.buffer 20971520 hbase.balancer.period 300000 hbase.regionserver.wal.codec org.apache.hadoop.hbase.regionserver.wal.IndexedWALEditCodec 组合主键: create table "test_keys2" ( "V_1" decimal(24,8), "V_2" varchar, "YEAR" INTEGER not null , "PERIOD" INTEGER not null ,"ACCOUNT" INTEGER not null , "ENTITY" INTEGER not null , "SCENARIO" INTEGER not null , "CURRENCY" INTEGER not null , "VERSION" INTEGER not null , "CST_DIM_02217" INTEGER not null, "CST_DIM_30453" INTEGER not null, "CST_DIM_47894" INTEGER not null , "CST_DIM_61310" INTEGER not null , "CST_DIM_81981" INTEGER not null , "CST_DIM_01216" INTEGER not null, "CST_DIM_25287" INTEGER not null, "CST_DIM_41183" INTEGER not null constraint pk primary key("YEAR" , "PERIOD" , "ACCOUNT" ,"ENTITY" , "SCENARIO" , "CURRENCY" , "VERSION","CST_DIM_02217" ,"CST_DIM_30453" ,"CST_DIM_47894" , "CST_DIM_61310","CST_DIM_81981" ,"CST_DIM_01216" , "CST_DIM_25287" ,"CST_DIM_41183")); upsert插入数据有问题 二级索引： 同步创建索引 CREATE INDEX ifact1 ON C1_FACT("diminfo".YEAR) INCLUDE("diminfo"."V_1","diminfo".V_2 , "diminfo".PERIOD , "diminfo".ACCOUNT , "diminfo".ENTITY , "diminfo".SCENARIO , "diminfo".CURRENCY , "diminfo".VERSION ,"diminfo"."CST_DIM_02217" , "diminfo"."CST_DIM_30453" , "diminfo"."CST_DIM_47894" , "diminfo"."CST_DIM_61310", "diminfo"."CST_DIM_81981" , "diminfo"."CST_DIM_01216" , "diminfo"."CST_DIM_25287" , "diminfo"."CST_DIM_41183") 当执行create index的时候，索引表会直接与源数据表进行同步。但是，有时候我们的源表数据量很大，同步创建索引会抛出异常。 异步创建索引 create index ifact1 on C1_FACT ("diminfo".YEAR) include("diminfo"."V_1","diminfo".V_2 , "diminfo".PERIOD , "diminfo".ACCOUNT , "diminfo".ENTITY , "diminfo".SCENARIO , "diminfo".CURRENCY , "diminfo".VERSION ,"diminfo"."CST_DIM_02217" , "diminfo"."CST_DIM_30453" , "diminfo"."CST_DIM_47894" , "diminfo"."CST_DIM_61310", "diminfo"."CST_DIM_81981" , "diminfo"."CST_DIM_01216" , "diminfo"."CST_DIM_25287" , "diminfo"."CST_DIM_41183") ASYNC 通过create index的时候指定 ASYNC 关键字来指定异步创建索引。执行这个命令之后并不会引起索引表与源表的直接同步。这个时候查询并不会使用这个索引表。那么索引数据的导入还需要采用phoenix提供的索引同步工具类 IndexTool ， 这是一个mapreduce工具类，使用方式如下： $HBASE_HOME/bin/hbase org.apache.phoenix.mapreduce.index.IndexTool --data-table C1_FACT --index-table ifact10 --output-path hdfs:/phoenixindex 数据量大，报异常 加上--direct 如果指定，避免批量加载（可选）
柚子快报邀请码778899分享：Phoenix优化
http://yzkb.51969.com/
精彩文章
评论可见，请评论后查看内容，谢谢！！！评论后请刷新页面。
发表评论