Merge pull request ceph#26100 from ceph/wip-s3a-hadoop-ver

qa/tests: update s3a hadoop versions used for test Reviewed-by: Casey Bodley <[email protected]>
chriszl · Mar 25, 2019 · 9fdcaae · 9fdcaae
2 parents 1fdd8ed + 22222e2
commit 9fdcaae
Show file tree

Hide file tree

Showing 9 changed files with 16 additions and 8 deletions.
diff --git a/qa/suites/rgw/hadoop-s3a/hadoop/default.yaml b/qa/suites/rgw/hadoop-s3a/hadoop/default.yaml
@@ -0,0 +1 @@
+
diff --git a/qa/suites/rgw/hadoop-s3a/hadoop/trunk.yaml b/qa/suites/rgw/hadoop-s3a/hadoop/trunk.yaml
@@ -0,0 +1,3 @@
+overrides:
+  s3a-hadoop:
+    hadoop-version: 'trunk'
diff --git a/qa/suites/rgw/hadoop-s3a/hadoop/v27.yaml b/qa/suites/rgw/hadoop-s3a/hadoop/v27.yaml
diff --git a/qa/suites/rgw/hadoop-s3a/hadoop/v28.yaml b/qa/suites/rgw/hadoop-s3a/hadoop/v28.yaml
@@ -1,3 +1,3 @@
 overrides:
   s3a-hadoop:
-    hadoop-version: '2.8.0'
+    hadoop-version: '2.8.5'
diff --git a/qa/suites/rgw/hadoop-s3a/hadoop/v32.yaml b/qa/suites/rgw/hadoop-s3a/hadoop/v32.yaml
@@ -0,0 +1,3 @@
+overrides:
+  s3a-hadoop:
+    hadoop-version: '3.2.0'
diff --git a/qa/suites/rgw/hadoop-s3a/supported-distros/.qa b/qa/suites/rgw/hadoop-s3a/supported-distros/.qa
@@ -0,0 +1 @@
+../.qa
diff --git a/qa/suites/rgw/hadoop-s3a/supported-distros/centos_latest.yaml b/qa/suites/rgw/hadoop-s3a/supported-distros/centos_latest.yaml
@@ -0,0 +1 @@
+.qa/distros/supported/centos_latest.yaml
diff --git a/qa/suites/rgw/hadoop-s3a/supported-random-distro$ b/qa/suites/rgw/hadoop-s3a/supported-random-distro$
diff --git a/qa/tasks/s3a_hadoop.py b/qa/tasks/s3a_hadoop.py
@@ -36,8 +36,8 @@ def task(ctx, config):
     rgw_node = rgws.remotes.keys()[0]
     # get versions
     maven_major = config.get('maven-major', 'maven-3')
-    maven_version = config.get('maven-version', '3.3.9')
-    hadoop_ver = config.get('hadoop-version', '2.7.3')
+    maven_version = config.get('maven-version', '3.6.0')
+    hadoop_ver = config.get('hadoop-version', '2.9.2')
     bucket_name = config.get('bucket-name', 's3atest')
     access_key = config.get('access-key', 'EGAQRD2ULOIFKFSKCT4F')
     dnsmasq_name = config.get('dnsmasq-name', 's3.ceph.com')
@@ -48,10 +48,13 @@ def task(ctx, config):
     # set versions for cloning the repo
     apache_maven = 'apache-maven-{maven_version}-bin.tar.gz'.format(
         maven_version=maven_version)
-    maven_link = 'http://apache.mirrors.lucidnetworks.net/maven/' + \
+    maven_link = 'http://www-us.apache.org/dist/maven/' + \
         '{maven_major}/{maven_version}/binaries/'.format(maven_major=maven_major, maven_version=maven_version) + apache_maven
     hadoop_git = 'https://github.com/apache/hadoop'
     hadoop_rel = 'hadoop-{ver} rel/release-{ver}'.format(ver=hadoop_ver)
+    if hadoop_ver == 'trunk':
+        # just checkout a new branch out of trunk
+        hadoop_rel = 'hadoop-ceph-trunk'
     install_prereq(rgw_node)
     rgw_node.run(
         args=[