forked from apache/flink
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[FLINK-13025] Elasticsearch 7.x support
- Loading branch information
Showing
25 changed files
with
2,032 additions
and
13 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
190 changes: 190 additions & 0 deletions
190
flink-connectors/flink-connector-elasticsearch7/pom.xml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,190 @@ | ||
| <?xml version="1.0" encoding="UTF-8"?> | ||
| <!-- | ||
| Licensed to the Apache Software Foundation (ASF) under one | ||
| or more contributor license agreements. See the NOTICE file | ||
| distributed with this work for additional information | ||
| regarding copyright ownership. The ASF licenses this file | ||
| to you under the Apache License, Version 2.0 (the | ||
| "License"); you may not use this file except in compliance | ||
| with the License. You may obtain a copy of the License at | ||
| http://www.apache.org/licenses/LICENSE-2.0 | ||
| Unless required by applicable law or agreed to in writing, | ||
| software distributed under the License is distributed on an | ||
| "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | ||
| KIND, either express or implied. See the License for the | ||
| specific language governing permissions and limitations | ||
| under the License. | ||
| --> | ||
| <project xmlns="http://maven.apache.org/POM/4.0.0" | ||
| xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | ||
| xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | ||
|
|
||
| <modelVersion>4.0.0</modelVersion> | ||
|
|
||
| <parent> | ||
| <artifactId>flink-connectors</artifactId> | ||
| <groupId>org.apache.flink</groupId> | ||
| <version>1.10-SNAPSHOT</version> | ||
| <relativePath>..</relativePath> | ||
| </parent> | ||
|
|
||
| <artifactId>flink-connector-elasticsearch7_${scala.binary.version}</artifactId> | ||
| <name>flink-connector-elasticsearch7</name> | ||
|
|
||
| <packaging>jar</packaging> | ||
|
|
||
| <!-- Allow users to pass custom connector versions --> | ||
| <properties> | ||
| <elasticsearch.version>7.3.2</elasticsearch.version> | ||
| </properties> | ||
|
|
||
| <dependencies> | ||
|
|
||
| <!-- core dependencies --> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <scope>provided</scope> | ||
| </dependency> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-connector-elasticsearch-base_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <exclusions> | ||
| <!-- Elasticsearch Java Client has been moved to a different module in 5.x --> | ||
| <exclusion> | ||
| <groupId>org.elasticsearch</groupId> | ||
| <artifactId>elasticsearch</artifactId> | ||
| </exclusion> | ||
| </exclusions> | ||
| </dependency> | ||
|
|
||
| <!-- Dependency for Elasticsearch 7.x REST Client --> | ||
| <dependency> | ||
| <groupId>org.elasticsearch.client</groupId> | ||
| <artifactId>elasticsearch-rest-high-level-client</artifactId> | ||
| <version>${elasticsearch.version}</version> | ||
| </dependency> | ||
|
|
||
| <!-- Table ecosystem --> | ||
| <!-- Projects depending on this project won't depend on flink-table-*. --> | ||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-table-api-java-bridge_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <scope>provided</scope> | ||
| <optional>true</optional> | ||
| </dependency> | ||
|
|
||
| <!-- test dependencies --> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-test-utils_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-streaming-java_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <scope>test</scope> | ||
| <type>test-jar</type> | ||
| </dependency> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-connector-elasticsearch-base_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <exclusions> | ||
| <exclusion> | ||
| <groupId>org.elasticsearch</groupId> | ||
| <artifactId>elasticsearch</artifactId> | ||
| </exclusion> | ||
| </exclusions> | ||
| <type>test-jar</type> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <!-- | ||
| Including elasticsearch transport dependency for tests. Netty3 is not here anymore in 7.x | ||
| --> | ||
|
|
||
| <dependency> | ||
| <groupId>org.elasticsearch.client</groupId> | ||
| <artifactId>transport</artifactId> | ||
| <version>${elasticsearch.version}</version> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <dependency> | ||
| <groupId>org.elasticsearch.plugin</groupId> | ||
| <artifactId>transport-netty4-client</artifactId> | ||
| <version>${elasticsearch.version}</version> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <!-- | ||
| Including Log4j2 dependencies for tests is required for the | ||
| embedded Elasticsearch nodes used in tests to run correctly. | ||
| --> | ||
|
|
||
| <dependency> | ||
| <groupId>org.apache.logging.log4j</groupId> | ||
| <artifactId>log4j-core</artifactId> | ||
| <version>2.9.1</version> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <!-- Elasticsearch table descriptor testing --> | ||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-table-planner_${scala.binary.version}</artifactId> | ||
| <version>${project.version}</version> | ||
| <type>test-jar</type> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| <!-- Elasticsearch table sink factory testing --> | ||
| <dependency> | ||
| <groupId>org.apache.flink</groupId> | ||
| <artifactId>flink-json</artifactId> | ||
| <version>${project.version}</version> | ||
| <scope>test</scope> | ||
| </dependency> | ||
|
|
||
| </dependencies> | ||
|
|
||
| <build> | ||
| <plugins> | ||
| <!-- | ||
| For the tests, we need to exclude the Log4j2 to slf4j adapter dependency | ||
| and let Elasticsearch directly use Log4j2, otherwise the embedded Elasticsearch node | ||
| used in tests will fail to work. | ||
| In other words, the connector jar is routing Elasticsearch 5.x's Log4j2 API's to SLF4J, | ||
| but for the test builds, we still stick to directly using Log4j2. | ||
| --> | ||
| <plugin> | ||
| <groupId>org.apache.maven.plugins</groupId> | ||
| <artifactId>maven-surefire-plugin</artifactId> | ||
| <version>2.12.2</version> | ||
| <configuration> | ||
| <systemPropertyVariables> | ||
| <jna.nosys>true</jna.nosys> | ||
| </systemPropertyVariables> | ||
| <classpathDependencyExcludes> | ||
| <classpathDependencyExclude>org.apache.logging.log4j:log4j-to-slf4j</classpathDependencyExclude> | ||
| </classpathDependencyExcludes> | ||
| </configuration> | ||
| </plugin> | ||
| </plugins> | ||
| </build> | ||
|
|
||
| </project> |
Oops, something went wrong.