fix CODAIT#17

ganeshraju · Jun 28, 2015 · 9bb8ab9 · 9bb8ab9
1 parent 81aad23
commit 9bb8ab9
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/MatrixFactorization/bin/gen_data.sh b/MatrixFactorization/bin/gen_data.sh
@@ -15,14 +15,15 @@ ${RM} -r ${INPUT_HDFS}
 #CLASS="org.apache.spark.mllib.util.MFDataGenerator"
 #JAR="${DIR}/target/scala-2.10/mfapp_2.10-1.0.jar"
 JAR="${DIR}/target/MFApp-1.0.jar"
-CLASS="MatrixFactorization.src.main.scala.MFDataGenerator"
+CLASS="src.main.scala.MFDataGenerator"
 OPTION="${INOUT_SCHEME}${INPUT_HDFS} ${m} ${n}  ${rank} ${trainSampFact} ${noise} ${sigma} ${test} ${testSampFact} ${NUM_OF_PARTITIONS}"
 
 START_TS=get_start_ts
 
 setup
 START_TIME=`timestamp`
-exec ${SPARK_HOME}/bin/spark-submit --class $CLASS --master ${APP_MASTER} ${YARN_OPT} ${SPARK_OPT}  $JAR ${OPTION} 2>&1|tee ${BENCH_NUM}/${APP}_gendata_${START_TS}.dat
+#exec ${SPARK_HOME}/bin/spark-submit --class $CLASS --master ${APP_MASTER} ${YARN_OPT} ${SPARK_OPT}  $JAR ${OPTION} 2>&1|tee ${BENCH_NUM}/${APP}_gendata_${START_TS}.dat
+exec ${SPARK_HOME}/bin/spark-submit --jar ~/.m2/repository/org/jblas/jblas/1.2.4/jblas-1.2.4.jar --class $CLASS --master ${APP_MASTER} ${YARN_OPT} ${SPARK_OPT}  $JAR ${OPTION} 2>&1|tee ${BENCH_NUM}/${APP}_gendata_${START_TS}.dat
 
 END_TIME=`timestamp`
 SIZE=`${DU} -s ${INPUT_HDFS} | awk '{ print $1 }'`

diff --git a/MatrixFactorization/pom.xml b/MatrixFactorization/pom.xml
@@ -39,7 +39,7 @@
 	<dependency>
 	<groupId>org.jblas</groupId>
 	<artifactId>jblas</artifactId>
-	<version>1.2.3</version>
+	<version>1.2.4</version>
 </dependency>
   </dependencies> 
 	<build>