root
/
DataX
mirror of https://github.com/alibaba/DataX.git
1
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #847 from fly2best/feature/udpate-phx-version 

update phoenix client version to 5.2.5
This commit is contained in:
Trafalgar 2020-09-29 16:46:45 +08:00 committed by GitHub
parent 8487eee472 55e3e3eaef
commit aafcac8a0b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hbase20xsqlreader/doc/hbase20xsqlreader.md
View File

@ -58,6 +58,8 @@ hbase20xsqlreader插件实现了从Phoenix(HBase SQL)读取数据，对应版本
* **queryServerAddress**
* 描述：hbase20xsqlreader需要通过Phoenix轻客户端去连接Phoenix QueryServer，因此这里需要填写对应QueryServer地址。
增强版/Lindorm 用户若需透传user, password参数，可以在queryServerAddress后增加对应可选属性.
格式参考：http://127.0.0.1:8765;user=root;password=root
* 必选：是 <br />

2
hbase20xsqlreader/pom.xml
View File

@ -14,7 +14,7 @@
<packaging>jar</packaging>
<properties>
<phoenix.version>5.1.0-HBase-2.0.0.2</phoenix.version>
<phoenix.version>5.2.5-HBase-2.x</phoenix.version>
</properties>
<dependencies>

4
hbase20xsqlwriter/doc/hbase20xsqlwriter.md
View File

@ -120,7 +120,9 @@ HBase20xsqlwriter实现了向hbase中的SQL表(phoenix)批量导入数据的功
* **queryServerAddress**
* 描述：Phoenix QueryServer地址，为必填项，格式：http://${hostName}:${ip}，如http://172.16.34.58:8765
* 描述：Phoenix QueryServer地址，为必填项，格式：http://${hostName}:${ip}，如http://172.16.34.58:8765。
增强版/Lindorm 用户若需透传user, password参数，可以在queryServerAddress后增加对应可选属性.
格式参考：http://127.0.0.1:8765;user=root;password=root
* 必选：是
* 默认值：无

2
hbase20xsqlwriter/pom.xml
View File

@ -14,7 +14,7 @@
<packaging>jar</packaging>
<properties>
<phoenix.version>5.1.0-HBase-2.0.0.2</phoenix.version>
<phoenix.version>5.2.5-HBase-2.x</phoenix.version>
<commons-codec.version>1.8</commons-codec.version>
</properties>

4
hbase20xsqlwriter/src/main/java/com/alibaba/datax/plugin/writer/hbase20xsqlwriter/HBase20xSQLWriterTask.java
View File

@ -6,12 +6,12 @@ import com.alibaba.datax.common.exception.DataXException;
import com.alibaba.datax.common.plugin.RecordReceiver;
import com.alibaba.datax.common.plugin.TaskPluginCollector;
import com.alibaba.datax.common.util.Configuration;
import com.google.common.collect.Lists;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.math.BigDecimal;
import java.sql.*;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
@ -154,7 +154,7 @@ public class HBase20xSQLWriterTask {
* 从接收器中获取每条记录，写入Phoenix
*/
private void writeData(RecordReceiver lineReceiver) throws SQLException {
List<Record> buffer = Lists.newArrayListWithExpectedSize(batchSize);
List<Record> buffer = new ArrayList<Record>(batchSize);
Record record = null;
while ((record = lineReceiver.getFromReader()) != null) {
// 校验列数量是否符合预期