Skip to content

Commit

Permalink
[FLINK-28196][build] Rename hadoop.version property
Browse files Browse the repository at this point in the history
Prevent conflicts with the hadoop.version property in the Hadoop parent pom, when using Maven 3.8.5+.
  • Loading branch information
zentol committed Jun 22, 2022
1 parent 5bcef81 commit 3b50f19
Show file tree
Hide file tree
Showing 13 changed files with 39 additions and 39 deletions.
4 changes: 2 additions & 2 deletions azure-pipelines.yml
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ stages:
vmImage: 'ubuntu-20.04'
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
run_end_to_end: false
container: flink-build-container
jdk: 8
Expand All @@ -97,5 +97,5 @@ stages:
- template: tools/azure-pipelines/build-python-wheels.yml
parameters:
stage_name: cron_python_wheels
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
container: flink-build-container
4 changes: 2 additions & 2 deletions flink-connectors/flink-connector-hbase-1.4/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -275,7 +275,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-minicluster</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand Down Expand Up @@ -311,7 +311,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<type>test-jar</type>
<scope>test</scope>
<exclusions>
Expand Down
4 changes: 2 additions & 2 deletions flink-connectors/flink-connector-hbase-2.2/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -339,7 +339,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-minicluster</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand Down Expand Up @@ -375,7 +375,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<type>test-jar</type>
<scope>test</scope>
<exclusions>
Expand Down
8 changes: 4 additions & 4 deletions flink-end-to-end-tests/flink-end-to-end-tests-hbase/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -93,7 +93,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -111,7 +111,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -125,7 +125,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-minicluster</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand Down
4 changes: 2 additions & 2 deletions flink-filesystems/flink-hadoop-fs/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<type>test-jar</type>
<exclusions>
Expand All @@ -88,7 +88,7 @@ under the License.
<artifactId>hadoop-common</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<version>${flink.hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand Down
4 changes: 2 additions & 2 deletions flink-formats/flink-hadoop-bulk/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,7 @@ under the License.
<artifactId>hadoop-hdfs</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand All @@ -99,7 +99,7 @@ under the License.
<artifactId>hadoop-common</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand Down
2 changes: 1 addition & 1 deletion flink-formats/flink-orc-nohive/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -117,7 +117,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
Expand Down
2 changes: 1 addition & 1 deletion flink-formats/flink-orc/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -185,7 +185,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
Expand Down
6 changes: 3 additions & 3 deletions flink-fs-tests/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -102,7 +102,7 @@ under the License.
<artifactId>hadoop-hdfs</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<version>${flink.hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand All @@ -116,7 +116,7 @@ under the License.
<artifactId>hadoop-common</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<version>${flink.hadoop.version}</version><!--$NO-MVN-MAN-VER$-->
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand Down Expand Up @@ -144,7 +144,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
</dependency>
</dependencies>
Expand Down
8 changes: 4 additions & 4 deletions flink-yarn-tests/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -104,7 +104,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -126,7 +126,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -144,7 +144,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand All @@ -158,7 +158,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-minicluster</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand Down
6 changes: 3 additions & 3 deletions flink-yarn/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ under the License.
<artifactId>hadoop-hdfs</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand All @@ -112,7 +112,7 @@ under the License.
<artifactId>hadoop-common</artifactId>
<scope>test</scope>
<type>test-jar</type>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>log4j</groupId>
Expand Down Expand Up @@ -148,7 +148,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-aws</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
Expand Down
14 changes: 7 additions & 7 deletions pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -107,7 +107,7 @@ under the License.
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<hadoop.version>2.8.5</hadoop.version>
<flink.hadoop.version>2.8.5</flink.hadoop.version>
<flink.XmxMax>3072m</flink.XmxMax>
<!-- XmxMax / forkCountITCase -->
<flink.XmxITCase>1536m</flink.XmxITCase>
Expand Down Expand Up @@ -378,7 +378,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
Expand All @@ -398,7 +398,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
Expand All @@ -418,7 +418,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-core</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
Expand All @@ -438,7 +438,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-common</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
Expand All @@ -458,7 +458,7 @@ under the License.
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
<version>${hadoop.version}</version>
<version>${flink.hadoop.version}</version>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
Expand Down Expand Up @@ -1616,7 +1616,7 @@ under the License.
<!-- $$ ensures that surefire resolves this to the current forkNumber,
instead of maven during initialization -->
<mvn.forkNumber>$${surefire.forkNumber}</mvn.forkNumber>
<hadoop.version>${hadoop.version}</hadoop.version>
<hadoop.version>${flink.hadoop.version}</hadoop.version>
<checkpointing.randomization>true</checkpointing.randomization>
<buffer-debloat.randomization>true</buffer-debloat.randomization>
<user.country>US</user.country>
Expand Down
12 changes: 6 additions & 6 deletions tools/azure-pipelines/build-apache-repo.yml
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ stages:
name: Default
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
run_end_to_end: false
container: flink-build-container
jdk: 8
Expand Down Expand Up @@ -113,7 +113,7 @@ stages:
vmImage: 'ubuntu-20.04'
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
run_end_to_end: true
container: flink-build-container
jdk: 8
Expand All @@ -124,7 +124,7 @@ stages:
name: Default
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dinclude_hadoop_aws -Dhadoop.version=3.1.3 -Phadoop3-tests,hive3"
environment: PROFILE="-Dinclude_hadoop_aws -Dflink.hadoop.version=3.1.3 -Phadoop3-tests,hive3"
run_end_to_end: true
container: flink-build-container
jdk: 8
Expand All @@ -135,7 +135,7 @@ stages:
name: Default
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12 -Djdk11 -Pjava11-target"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12 -Djdk11 -Pjava11-target"
run_end_to_end: true
container: flink-build-container
jdk: 11
Expand All @@ -146,7 +146,7 @@ stages:
name: Default
e2e_pool_definition:
vmImage: 'ubuntu-20.04'
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12 -Penable-adaptive-scheduler"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12 -Penable-adaptive-scheduler"
run_end_to_end: true
container: flink-build-container
jdk: 8
Expand All @@ -161,5 +161,5 @@ stages:
- template: build-python-wheels.yml
parameters:
stage_name: cron_python_wheels
environment: PROFILE="-Dhadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
environment: PROFILE="-Dflink.hadoop.version=2.8.5 -Dinclude_hadoop_aws -Dscala-2.12"
container: flink-build-container

0 comments on commit 3b50f19

Please sign in to comment.