Hive 笔记

Hive ddl

CREATE TABLE dws.dws_energy_platforms(
key string,
htime string,
producer_id string,
class_order int,
dev_group string,
variety string,
active_power decimal(20,3)
)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:htime,cf:producer_id,cf:class_order,cf:dev_group,cf:variety,cf:active_power")
TBLPROPERTIES ("hbase.table.name" = "dws:dws_energy_platforms", "hbase.mapred.output.outputtable" = "dws:dws_energy_platforms");

CREATE EXTERNAL TABLE dws.ext_dws_energy_platforms(
key string,
htime string,
producer_id string,
class_order int,
dev_group string,
variety string,
active_power decimal(20,3),
crt string
)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:htime,cf:producer_id,cf:class_order,cf:dev_group,cf:variety,cf:active_power,cf:crt")
TBLPROPERTIES ("hbase.table.name" = "dws:dws_energy_platforms", "hbase.mapred.output.outputtable" = "dws:dws_energy_platforms");

Phoenix ddl

create local index idx_bdh_energy_hid on "hs_spin"."dwd_energy_platforms"("cf"."host_id") include("cf"."class_order","cf"."active_power")
create local index idx_bdh_energy_hid2 on "hs_spin"."dwd_energy_platforms"("cf"."host_id") include("cf"."class_order","cf"."active_power","cf"."producer_id"
,"cf"."dev_group"
,"cf"."htime"
) ;


create schema IF NOT EXISTS "dws";

CREATE TABLE "dws"."dws_energy_platforms"(
"hkey" VARCHAR primary key,
"cf"."htime" VARCHAR,
"cf"."producer_id" VARCHAR,
"cf"."class_order" VARCHAR,
"cf"."dev_group" VARCHAR,
"cf"."variety" VARCHAR,
"cf"."active_power" VARCHAR,
"cf"."crt" VARCHAR
);

phoenix 系统表主要字段

Hbase TTL

hbase ttl
默认是 2147483647 即:Integer.MAX_VALUE 值大概是 68 年 ， 这个参数是说明该列族数据的存活时间，单位是 毫秒

技术说明

CDH 基础

cdh 5.9.0组件介绍

组件 版本 发行版 CDH 版本
Supervisord 3.0-cm5.9.0 不可用 不适用
Cloudera Manager Agent 5.9.0 1.cm590.p0.249.el7 不适用
Cloudera Manager Management Daemon 5.9.0 1.cm590.p0.249 不适用
Crunch（仅限 CDH 5 ） 不可用 不可用 未安装或路径不正确
Flume NG 1.6.0+cdh5.9.0+74 1.cdh5.9.0.p0.30 CDH 5.9.0
Hadoop 2.6.0+cdh5.9.0+1799 1.cdh5.9.0.p0.30 CDH 5.9.0
MapReduce 1 2.6.0+cdh5.9.0+1799 1.cdh5.9.0.p0.30 CDH 5.9.0
HDFS 2.6.0+cdh5.9.0+1799 1.cdh5.9.0.p0.30 CDH 5.9.0
MapReduce 2 2.6.0+cdh5.9.0+1799 1.cdh5.9.0.p0.30 CDH 5.9.0
YARN 2.6.0+cdh5.9.0+1799 1.cdh5.9.0.p0.30 CDH 5.9.0
HBase 1.2.0+cdh5.9.0+205
Hive 1.1.0+cdh5.9.0+752