Skip to content

Commit

Permalink
Update flink, beam, spark version
Browse files Browse the repository at this point in the history
  • Loading branch information
schintap committed Jul 9, 2020
1 parent cc64f8a commit d88d8f0
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 9 deletions.
4 changes: 2 additions & 2 deletions pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,9 @@ Licensed under the terms of the Apache License 2.0. Please see LICENSE file in t
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<beam.version>2.20.0</beam.version>
<beam.version>2.22.0</beam.version>
<beam.flink.runner.version>1.9</beam.flink.runner.version>
<beam.spark.version>2.4.5</beam.spark.version>
<beam.spark.version>2.4.6</beam.spark.version>
<spark.version>3.0.0-preview2</spark.version>
<beam.scala.binary.version>2.11</beam.scala.binary.version>
<kafka.version>2.4.1</kafka.version>
Expand Down
14 changes: 7 additions & 7 deletions stream-bench.sh
Original file line number Diff line number Diff line change
Expand Up @@ -12,13 +12,13 @@ GIT=${GIT:-git}
MAKE=${MAKE:-make}
MVN_REPO=${REPO:-"https://repo.maven.apache.org/maven2"}

BEAM_VERSION=${BEAM_VERSION:-"2.20.0"}
BEAM_VERSION=${BEAM_VERSION:-"2.22.0"}
KAFKA_VERSION=${KAFKA_VERSION:-"2.4.1"}
REDIS_VERSION=${REDIS_VERSION:-"6.0.5"}
SCALA_BIN_VERSION=${SCALA_BIN_VERSION:-"2.12"}
SCALA_SUB_VERSION=${SCALA_SUB_VERSION:-"11"}
STORM_VERSION=${STORM_VERSION:-"2.2.0"}
FLINK_VERSION=${FLINK_VERSION:-"1.10.1"}
FLINK_VERSION=${FLINK_VERSION:-"1.11.0"}
SPARK_VERSION=${SPARK_VERSION:-"3.0.0"}
HADOOP_FLINK_BUNDLE_VERSION=${HADOOP_VERSION:-"2.8.3-0.10"}

Expand Down Expand Up @@ -147,12 +147,12 @@ run() {
zip -d ./apache-beam-validator/target/apache-beam-validator-0.1.0.jar META-INF/*.RSA META-INF/*.DSA META-INF/*.SF

#Fetch and build Redis: mirror broken, for cluster test not required
#REDIS_FILE="$REDIS_DIR.tar.gz"
#fetch_untar_file "$REDIS_FILE" "http://download.redis.io/releases/$REDIS_FILE"
REDIS_FILE="$REDIS_DIR.tar.gz"
fetch_untar_file "$REDIS_FILE" "http://download.redis.io/releases/$REDIS_FILE"

#cd $REDIS_DIR
#$MAKE
#cd ..
cd $REDIS_DIR
$MAKE
cd ..

#Fetch Kafka
KAFKA_FILE="$KAFKA_DIR.tgz"
Expand Down

0 comments on commit d88d8f0

Please sign in to comment.