forked from docs/doc-exports
Su, Xiaomeng
04d4597cf3
Reviewed-by: Pruthi, Vineet <vineet.pruthi@t-systems.com> Co-authored-by: Su, Xiaomeng <suxiaomeng1@huawei.com> Co-committed-by: Su, Xiaomeng <suxiaomeng1@huawei.com>
120 lines
12 KiB
HTML
120 lines
12 KiB
HTML
<a name="dli_08_0315"></a><a name="dli_08_0315"></a>
|
|
|
|
<h1 class="topictitle1">HBase Result Table</h1>
|
|
<div id="body8662426"><div class="section" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_section552112010617"><h4 class="sectiontitle">Function</h4><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p48281851565">DLI outputs the job data to HBase. HBase is a column-oriented distributed cloud storage system that features enhanced reliability, excellent performance, and elastic scalability. It applies to the storage of massive amounts of data and distributed computing. You can use HBase to build a storage system capable of storing TB- or even PB-level data. With HBase, you can filter and analyze data with ease and get responses in milliseconds, rapidly mining data value. Structured and semi-structured key-value data can be stored, including messages, reports, recommendation data, risk control data, logs, and orders. With DLI, you can write massive volumes of data to HBase at a high speed and with low latency.</p>
|
|
</div>
|
|
<div class="section" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_section101912311388"><h4 class="sectiontitle">Prerequisites</h4><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p7385113717498">An enhanced datasource connection has been created for DLI to connect to HBase, so that jobs can run on the dedicated queue of DLI and you can set the security group rules as required.</p>
|
|
<ul id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_ul193981419194714"><li id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_li174225110214"><strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b20999185025315">If MRS HBase is used, IP addresses of all hosts in the MRS cluster have been added to host information of the enhanced datasource connection.</strong><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1435791362116">.</p>
|
|
</li></ul>
|
|
</div>
|
|
<div class="section" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_section1953417165276"><h4 class="sectiontitle">Syntax</h4><pre class="screen" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_screen1663134719274">create table hbaseSink (
|
|
attr_name attr_type
|
|
(',' attr_name attr_type)*
|
|
)
|
|
with (
|
|
'connector.type' = 'hbase',
|
|
'connector.version' = '1.4.3',
|
|
'connector.table-name' = '',
|
|
'connector.zookeeper.quorum' = ''
|
|
);</pre>
|
|
</div>
|
|
<div class="section" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_section590310474382"><h4 class="sectiontitle">Parameters</h4>
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_table10428102616404" frame="border" border="1" rules="all"><caption><b>Table 1 </b>Parameter description</caption><thead align="left"><tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row14295269403"><th align="left" class="cellrowborder" valign="top" width="19.351935193519353%" id="mcps1.3.4.2.2.4.1.1"><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1642914263402">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="8.200820082008201%" id="mcps1.3.4.2.2.4.1.2"><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1642992611405">Mandatory</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="72.44724472447245%" id="mcps1.3.4.2.2.4.1.3"><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p19429182617401">Description</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row1242914267404"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p542915266406">connector.type</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p10429726144010">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p144294267405">Connector type. Set this parameter to <strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b18374132603510">hbase</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row1942982614405"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p342992613407">connector.version</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1442942614406">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p4429112664018">The value must be <strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b9695133193511">1.4.3</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row154291526134017"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1542917267408">connector.table-name</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p3429112611403">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1642902614010">HBase table name</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row04293262407"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p842913264400">connector.zookeeper.quorum</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1842916265404">Yes</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1742972684017">ZooKeeper address</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row542942674010"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p842902617405">connector.zookeeper.znode.parent</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p204296265407">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p4429142694016">Root directory for ZooKeeper. The default value is <strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b3519544153516">/hbase</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row84294262402"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1742962624018">connector.write.buffer-flush.max-size</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p442914263403">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p15429122614407">Maximum buffer size for each data write. The default value is 2 MB. The unit is MB.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row16429112624010"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1842918263400">connector.write.buffer-flush.max-rows</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p54291326164018">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p144291926124011">Maximum number of data records that can be updated each time</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row34292268400"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p642917262409">connector.write.buffer-flush.interval</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p242932664014">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p342942619406">Update time. The default value is <strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b3299172419418">0s</strong>. Example value: <strong id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_b2448426104114">2s</strong>.</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_row114291526124015"><td class="cellrowborder" valign="top" width="19.351935193519353%" headers="mcps1.3.4.2.2.4.1.1 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p104291626114013">connector.rowkey</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="8.200820082008201%" headers="mcps1.3.4.2.2.4.1.2 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p842982694010">No</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="72.44724472447245%" headers="mcps1.3.4.2.2.4.1.3 "><p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p11790154804615">Content of a compound rowkey to be assigned. The content is assigned to a new field based on the configuration.</p>
|
|
<p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p15790948184619">Example: rowkey1:3,rowkey2:3, ...</p>
|
|
<p id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_p1879019488468">The value 3 indicates the first three bytes of the field. The number cannot be greater than the byte size of the field and cannot be less than 1.</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
<div class="section" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_section20985547125411"><h4 class="sectiontitle">Example</h4><pre class="screen" id="dli_08_0315__en-us_topic_0000001119072198_en-us_topic_0000001103659414_screen957117154014"> create table hbaseSink(
|
|
rowkey string,
|
|
name string,
|
|
i Row<geneder string, age int>,
|
|
j Row<address string>
|
|
) with (
|
|
'connector.type' = 'hbase',
|
|
'connector.version' = '1.4.3',
|
|
'connector.table-name' = 'sink',
|
|
'connector.rowkey' = 'rowkey:1,name:3',
|
|
'connector.write.buffer-flush.max-rows' = '5',
|
|
'connector.zookeeper.quorum' = 'xxxx:2181'
|
|
);</pre>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="dli_08_0307.html">Creating a Result Table</a></div>
|
|
</div>
|
|
</div>
|
|
|