github/DataX
5
0
Fork 0
mirror of https://github.com/alibaba/DataX.git synced 2025-05-02 06:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

ES集群写入

Browse Source
This commit is contained in:
FuYouJ 2023-03-07 18:54:18 +08:00
parent f01836a080
commit 3e8a5fcc2e
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
elasticsearchwriter/src/main/java/com/alibaba/datax/plugin/writer/elasticsearchwriter/ElasticSearchClient.java
View File

@ -53,6 +53,8 @@ public class ElasticSearchClient {
public ElasticSearchClient(Configuration conf) { public ElasticSearchClient(Configuration conf) {
this.conf = conf; this.conf = conf;
String endpoint = Key.getEndpoint(conf); String endpoint = Key.getEndpoint(conf);
//es是支持集群写入的
String[] endpoints = endpoint.split(",");
String user = Key.getUsername(conf); String user = Key.getUsername(conf);
String passwd = Key.getPassword(conf); String passwd = Key.getPassword(conf);
boolean multiThread = Key.isMultiThread(conf); boolean multiThread = Key.isMultiThread(conf);
@ -63,7 +65,7 @@ public class ElasticSearchClient {
int totalConnection = this.conf.getInt("maxTotalConnection", 200); int totalConnection = this.conf.getInt("maxTotalConnection", 200);
JestClientFactory factory = new JestClientFactory(); JestClientFactory factory = new JestClientFactory();
Builder httpClientConfig = new HttpClientConfig Builder httpClientConfig = new HttpClientConfig
.Builder(endpoint) .Builder(Arrays.asList(endpoints))
// .setPreemptiveAuth(new HttpHost(endpoint)) // .setPreemptiveAuth(new HttpHost(endpoint))
.multiThreaded(multiThread) .multiThreaded(multiThread)
.connTimeout(readTimeout) .connTimeout(readTimeout)