forked from docs/doc-exports
Su, Xiaomeng
04d4597cf3
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Su, Xiaomeng <suxiaomeng1@huawei.com> Co-committed-by: Su, Xiaomeng <suxiaomeng1@huawei.com>
115 lines
8.9 KiB
HTML
115 lines
8.9 KiB
HTML
<a name="dli_08_0320"></a><a name="dli_08_0320"></a>
|
|
|
|
<h1 class="topictitle1">HBase Dimension Table</h1>
|
|
<div id="body8662426"><div class="section" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_section102271660319"><h4 class="sectiontitle">Function</h4><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p28331612932">Create a Hbase dimension table to connect to the source stream.</p>
|
|
</div>
|
|
<div class="section" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_section5611103820312"><h4 class="sectiontitle">Prerequisites</h4><ul id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_ul66761330172912"><li id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_li13676330102913">An enhanced datasource connection has been created for DLI to connect to HBase, so that jobs can run on the dedicated queue of DLI and you can set the security group rules as required.
|
|
</li><li id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_li1380793232118"><strong id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_b1656775819211">If MRS HBase is used, IP addresses of all hosts in the MRS cluster have been added to host information of the enhanced datasource connection.</strong><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p1679341219">.</p>
|
|
<p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p1290940152113">For details, see section "Modifying the Host Information" in the <em id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_i8828133918535">Data Lake Insight User Guide</em>.</p>
|
|
</li></ul>
|
|
</div>
|
|
<div class="section" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_section661775715318"><h4 class="sectiontitle">Syntax</h4><pre class="screen" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_screen1214311454414">create table hbaseSource (
|
|
attr_name attr_type
|
|
(',' attr_name attr_type)*
|
|
)
|
|
with (
|
|
'connector.type' = 'hbase',
|
|
'connector.version' = '1.4.3',
|
|
'connector.table-name' = '',
|
|
'connector.zookeeper.quorum' = ''
|
|
);</pre>
|
|
</div>
|
|
<div class="section" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_section4712115614410"><h4 class="sectiontitle">Parameters</h4>
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_table197671281054" frame="border" border="1" rules="all"><caption><b>Table 1 </b>Parameter description</caption><thead align="left"><tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row15767728752"><th align="left" class="cellrowborder" valign="top" width="27.17271727172717%" id="mcps1.3.4.2.2.4.1.1"><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p11767182814517">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="8.090809080908091%" id="mcps1.3.4.2.2.4.1.2"><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p18767928456">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="64.73647364736473%" id="mcps1.3.4.2.2.4.1.3"><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p67675288514">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row77676281454"><td class="cellrowborder" valign="top" width="27.17271727172717%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p1476719281051">connector.type</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.090809080908091%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p37676282054">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="64.73647364736473%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p1076715284510">Connector type. Set this parameter to <strong id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_b139442418568">hbase</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row1767628650"><td class="cellrowborder" valign="top" width="27.17271727172717%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p1776792811512">connector.version</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.090809080908091%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p107678281058">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="64.73647364736473%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p17767142814511">The value must be <strong id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_b299822715611">1.4.3</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row8767192815513"><td class="cellrowborder" valign="top" width="27.17271727172717%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p07673281152">connector. table-name</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.090809080908091%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p14767028656">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="64.73647364736473%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p27671928250">Table name in HBase</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row2076712810512"><td class="cellrowborder" valign="top" width="27.17271727172717%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p3767428555">connector.zookeeper.quorum</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.090809080908091%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p076717282053">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="64.73647364736473%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p17672288517">ZooKeeper address</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_row137672281756"><td class="cellrowborder" valign="top" width="27.17271727172717%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p12767228856">connector.zookeeper.znode.parent</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.090809080908091%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p77677281518">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="64.73647364736473%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_p17767928152">Root directory for ZooKeeper. The default value is <strong id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_b411004055611">/hbase</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
<div class="section" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_section111313461386"><h4 class="sectiontitle">Example</h4><pre class="screen" id="dli_08_0320__en-us_topic_0000001119232088_en-us_topic_0000001150347135_screen1596185018818">create table hbaseSource(
|
|
id string,
|
|
i Row<score string>
|
|
) with (
|
|
'connector.type' = 'hbase',
|
|
'connector.version' = '1.4.3',
|
|
'connector.table-name' = 'user',
|
|
'connector.zookeeper.quorum' = 'xxxx:2181'
|
|
);
|
|
create table source1(
|
|
id string,
|
|
name string,
|
|
geneder string,
|
|
age int,
|
|
address string,
|
|
proctime as PROCTIME()
|
|
) with (
|
|
"connector.type" = "dis",
|
|
"connector.region" = "",
|
|
"connector.channel" = "read",
|
|
"connector.ak" = "xxxxxx",
|
|
"connector.sk" = "xxxxxx",
|
|
"format.type" = 'csv'
|
|
);
|
|
|
|
create table hbaseSink(
|
|
rowkey string,
|
|
i Row<name string, geneder string, age int, address string>,
|
|
j ROW<score string>
|
|
) with (
|
|
'connector.type' = 'hbase',
|
|
'connector.version' = '1.4.3',
|
|
'connector.table-name' = 'score',
|
|
'connector.write.buffer-flush.max-rows' = '1',
|
|
'connector.zookeeper.quorum' = 'xxxx:2181'
|
|
);
|
|
insert into hbaseSink select d.id, ROW(name, geneder,age,address), ROW(score) from source1 as d join hbaseSource for system_time as of d.proctime as h on d.id = h.id;</pre>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="dli_08_0317.html">Creating a Dimension Table</a></div>
|
|
</div>
|
|
</div>
|
|
|