Skip to content

Commit

Permalink
add start script config (byzer-org#1651)
Browse files Browse the repository at this point in the history
Fix the problem of python doc
  • Loading branch information
hellozepp authored Jan 11, 2022
1 parent 2b1fd70 commit b4f4aef
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions dev/start-local.sh
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,7 @@ if [ -z "${MLSQL_HOME}" ]; then
fi

JARS=$(echo ${MLSQL_HOME}/libs/*.jar | tr ' ' ',')
EXT_JARS=$(echo ${MLSQL_HOME}/libs/*.jar | tr ' ' ':')
MAIN_JAR=$(ls ${MLSQL_HOME}/libs|grep 'streamingpro-mlsql')
export DRIVER_MEMORY=${DRIVER_MEMORY:-2g}

Expand All @@ -60,14 +61,15 @@ $SPARK_HOME/bin/spark-submit --class streaming.core.StreamingApp \
--driver-memory ${DRIVER_MEMORY} \
--jars ${JARS} \
--master local[*] \
--name mlsql \
--name byzer-lang \
--conf "spark.sql.hive.thriftServer.singleSession=true" \
--conf "spark.kryoserializer.buffer=256k" \
--conf "spark.kryoserializer.buffer.max=1024m" \
--conf "spark.serializer=org.apache.spark.serializer.KryoSerializer" \
--conf "spark.scheduler.mode=FAIR" \
--conf "spark.driver.extraClassPath=${EXT_JARS}" \
${MLSQL_HOME}/libs/${MAIN_JAR} \
-streaming.name mlsql \
-streaming.name byzer-lang \
-streaming.platform spark \
-streaming.rest true \
-streaming.driver.port 9003 \
Expand Down

0 comments on commit b4f4aef

Please sign in to comment.