diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py index d1db535e8cfd074e947a8453a1b04b4918ea4da8..c32c4400d791244cce4030f04857dd54dd1329b6 100755 --- a/ec2/spark_ec2.py +++ b/ec2/spark_ec2.py @@ -398,6 +398,9 @@ def setup_cluster(conn, master_nodes, slave_nodes, opts, deploy_ssh_key): modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs', 'mapreduce', 'spark-standalone'] + if opts.hadoop_major_version == "1": + modules = filter(lambda x: x != "mapreduce", modules) + if opts.ganglia: modules.append('ganglia')