cleaned up scripts

BIDData · Aug 23, 2016 · 105f876 · 105f876
1 parent 98d5e82
commit 105f876
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 9 deletions.
diff --git a/bidmach_spark b/bidmach_spark
@@ -0,0 +1,2 @@
+
+/opt/spark/bin/spark-shell --master spark://${HOSTNAME}:7077
diff --git a/scripts/KMeansLearner.ssc b/scripts/KMeansLearner.ssc
@@ -9,7 +9,7 @@ import org.apache.spark.HashPartitioner
 
 // Specify IP address of master here
 val MASTER_DNS = java.net.InetAddress.getLocalHost.getHostAddress
-val num_executors = 16
+val num_executors = 4
 val rdd_data = sc.sequenceFile("hdfs://%s:9000/BIDMach_MNIST/merged.fmat.lz4".format(MASTER_DNS), classOf[SerText], classOf[BIDMat.MatIO]).partitionBy(new HashPartitioner(num_executors)).persist()
 val (learner,opts) = KMeans.learner()
 opts.batchSize = 10000

diff --git a/spark b/spark
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@

		/opt/spark/bin/spark-shell --master spark://${HOSTNAME}:7077