From 8e5de2dd3a1f337973a712e8f2c6b8b37ed284db Mon Sep 17 00:00:00 2001 From: Vitalii Cherkashyn Date: Fri, 22 Apr 2022 19:23:31 +0200 Subject: [PATCH] jvm options --- spark.md | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/spark.md b/spark.md index 5f0209a5..da2a9db0 100755 --- a/spark.md +++ b/spark.md @@ -89,8 +89,7 @@ spark.serializer=org.apache.spark.serializer.KryoSerializer ### Spark submit with output additional information ```sh -/opt/mapr/spark/spark-2.3.2/bin/spark-submit --verbose --master yarn --deploy-mode cluster \ -... +/opt/mapr/spark/spark-2.3.2/bin/spark-submit --verbose --master yarn --deploy-mode cluster ... ``` ### Spark submit with log info, logger output, spark-submit logger @@ -98,6 +97,8 @@ spark.serializer=org.apache.spark.serializer.KryoSerializer export SPARK_SUBMIT_OPTS="-Dlog4j.configuration=log4j.properties" # or # export SPARK_SUBMIT_OPTS="-Dlog4j.debug=true -Dlog4j.configuration=log4j-local-usage-only.xml" +# or java -D option jvm options +# --driver-java-options "-Xms2G -Doracle.jdbc.Trace=true -Djava.util.logging.config.file=/opt/apache-spark/spark-2.3.0-bin-hadoop2.7/conf/oraclejdbclog.properties -Dcom.sun.management.jmxremote=true -Dcom.sun.management.jmxremote.port=1098 -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Djava.net.preferIPv4Stack=true -Djava.rmi.server.hostname=192.168.2.120 -Dcom.sun.management.jmxremote.rmi.port=1095" /opt/mapr/spark/spark-2.3.2/bin/spark-submit \ --conf "spark.driver.extraJavaOptions=-Dlog4jspark.root.logger=ERROR,console"