Don't install MapReduce for Hadoop1

kiszk · Jul 30, 2013 · 893aaff · 893aaff
1 parent 31b3c1d
commit 893aaff
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py
@@ -398,6 +398,9 @@ def setup_cluster(conn, master_nodes, slave_nodes, opts, deploy_ssh_key):
   modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs', 
              'mapreduce', 'spark-standalone']
 
+  if opts.hadoop_major_version == "1":
+    modules = filter(lambda x: x != "mapreduce", modules)
+
   if opts.ganglia:
     modules.append('ganglia')