forked from docs/doc-exports
Yang, Tong
6182f91ba8
Reviewed-by: Hasko, Vladimir <vladimir.hasko@t-systems.com> Co-authored-by: Yang, Tong <yangtong2@huawei.com> Co-committed-by: Yang, Tong <yangtong2@huawei.com>
95 lines
7.4 KiB
HTML
95 lines
7.4 KiB
HTML
<a name="mrs_01_24094"></a><a name="mrs_01_24094"></a>
|
|
|
|
<h1 class="topictitle1">Configuration of Hive Table Synchronization</h1>
|
|
<div id="body0000001104863506">
|
|
<div class="tablenoborder"><table cellpadding="4" cellspacing="0" summary="" id="mrs_01_24094__table185051622184618" frame="border" border="1" rules="all"><thead align="left"><tr id="mrs_01_24094__row65051322194610"><th align="left" class="cellrowborder" valign="top" width="30%" id="mcps1.3.1.1.4.1.1"><p id="mrs_01_24094__p85051622204616">Parameter</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="40%" id="mcps1.3.1.1.4.1.2"><p id="mrs_01_24094__p12587142417017">Description</p>
|
|
</th>
|
|
<th align="left" class="cellrowborder" valign="top" width="30%" id="mcps1.3.1.1.4.1.3"><p id="mrs_01_24094__p1950582211464">Default Value</p>
|
|
</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody><tr id="mrs_01_24094__row1150562264614"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p45051422104610">hoodie.datasource.hive_sync.enable</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p185876247012">Specifies whether to synchronize the Hudi table information to Hive MetaStore.</p>
|
|
<div class="caution" id="mrs_01_24094__note26465111894"><span class="cautiontitle"> CAUTION: </span><div class="cautionbody"><p id="mrs_01_24094__p9646151112918">You are advised to set this parameter to <strong id="mrs_01_24094__b129510371432">true</strong> to use Hive to manage the Hudi table.</p>
|
|
</div></div>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p7505152284613">false</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row1950522212462"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p3505622194620">hoodie.datasource.hive_sync.database</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p35875246013">Specifies the name of the database to be synchronized to Hive.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p105051922104612">default</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row12505122212460"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p2505222174610">hoodie.datasource.hive_sync.table</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p155888241505">Specifies the name of the table to be synchronized to Hive. You are advised to set this parameter to the value of <strong id="mrs_01_24094__b2137660052104031">hoodie.datasource.write.table.name</strong>.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p1450572274612">None</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row19505192211464"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p8505132264616">hoodie.datasource.hive_sync.username</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p95884243018">Specifies the username used for Hive synchronization.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p75058222468">hive</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row13505422134616"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p175057225461">hoodie.datasource.hive_sync.password</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p17588152418012">Specifies the password used for Hive synchronization.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p1550522211463">hive</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row65059223469"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p7505112215467">hoodie.datasource.hive_sync.jdbcurl</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p4588924301">Specifies the Hive JDBC URL for connection.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p125051122184612">jdbc:hive2://localhost:10000</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row15505152220468"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p65051022164614">hoodie.datasource.hive_sync.use_jdbc</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p185886241504">Specifies whether to use Hive JDBC to connect to Hive for the Hudi table information synchronization. You are advised to set this parameter to <strong id="mrs_01_24094__b1136937221104031">false</strong>, which indicates that the JDBC connection configuration is invalid.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p550515228467">true</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row17923101711598"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p119248172596">hoodie.datasource.hive_sync.partition_fields</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p95882244012">Specifies the Hive partition columns.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p12924617125915">` `</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row984431814018"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p48441218003">hoodie.datasource.hive_sync.partition_extractor_class</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p2588122419017">Specifies the class used to extract Hudi partition field values and convert them into Hive partition columns.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p48441418105">org.apache.hudi.hive.SlashEncodedDayPartitionValueExtractor</p>
|
|
</td>
|
|
</tr>
|
|
<tr id="mrs_01_24094__row14423942308"><td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.1 "><p id="mrs_01_24094__p192716492018">hoodie.datasource.hive_sync.support_timestamp</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="40%" headers="mcps1.3.1.1.4.1.2 "><p id="mrs_01_24094__p102711349804">If the Hudi table contains a field of the timestamp type, set this parameter to <strong id="mrs_01_24094__b1446901097104031">true</strong> to synchronize the timestamp type to the Hive metadata. The default value is <strong id="mrs_01_24094__b16662549153516">false</strong>, indicating that the timestamp type is converted to bigint during synchronization by default. In this case, an error may occur when you query a Hudi table that contains a field of the timestamp type using SQL statements.</p>
|
|
</td>
|
|
<td class="cellrowborder" valign="top" width="30%" headers="mcps1.3.1.1.4.1.3 "><p id="mrs_01_24094__p142711849406">true</p>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<div class="familylinks">
|
|
<div class="parentlink"><strong>Parent topic:</strong> <a href="mrs_01_24032.html">Configuration Reference</a></div>
|
|
</div>
|
|
</div>
|
|
|