Skip to content

Commit

Permalink
add driver memory to incepitonv1 pip test (intel#1847)
Browse files Browse the repository at this point in the history
* add driver memory

* update
qiuxin2012 authored Dec 16, 2019

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature. The key has expired.
1 parent 45f1c77 commit d9b25ba
Showing 2 changed files with 8 additions and 4 deletions.
10 changes: 7 additions & 3 deletions pyzoo/zoo/examples/run-example-tests-pip.sh
Original file line number Diff line number Diff line change
@@ -233,10 +233,11 @@ echo "#6 start example test for inceptionv1 training"
#timer
start=$(date "+%s")
export MASTER=local[4]
export SPARK_DRIVER_MEMORY=20g
python ${ANALYTICS_ZOO_ROOT}/pyzoo/zoo/examples/inception/inception.py \
--maxIteration 20 \
-b 8 \
-f hdfs://172.168.2.181:9000/imagenet-small
-f hdfs://172.168.2.181:9000/imagenet-mini
exit_status=$?
unset MASTER
if [ $exit_status -ne 0 ];
@@ -254,9 +255,11 @@ echo "#7 start example test for pytorch"
start=$(date "+%s")
echo "start example test for pytorch SimpleTrainingExample"
export MASTER=local[1]
export SPARK_DRIVER_MEMORY=5g
python ${ANALYTICS_ZOO_ROOT}/pyzoo/zoo/examples/pytorch/train/SimpleTrainingExample.py
exit_status=$?
unset MASTER
unset SPARK_DRIVER_MEMORY
if [ $exit_status -ne 0 ];
then
clear_up
@@ -265,7 +268,7 @@ then
fi

echo "start example test for pytorch mnist training"
export SPARK_DRIVER_MEMORY=20g
export SPARK_DRIVER_MEMORY=10g
export MASTER=local[1]
python ${ANALYTICS_ZOO_ROOT}/pyzoo/zoo/examples/pytorch/train/Lenet_mnist.py
exit_status=$?
@@ -279,7 +282,8 @@ then
fi

echo "start example test for pytorch resnet finetune"
export MASTER=local[8]
export SPARK_DRIVER_MEMORY=20g
export MASTER=local[4]
export ZOO_NUM_MKLTHREADS=all
python ${ANALYTICS_ZOO_ROOT}/pyzoo/zoo/examples/pytorch/train/resnet_finetune/resnet_finetune.py \
analytics-zoo-data/data/dogs-vs-cats/samples
2 changes: 1 addition & 1 deletion pyzoo/zoo/examples/run-example-tests.sh
Original file line number Diff line number Diff line change
@@ -416,7 +416,7 @@ ${ANALYTICS_ZOO_HOME}/bin/spark-submit-python-with-zoo.sh \
${ANALYTICS_ZOO_ROOT}/pyzoo/zoo/examples/inception/inception.py \
--maxIteration 20 \
-b 8 \
-f hdfs://172.168.2.181:9000/imagenet-small
-f hdfs://172.168.2.181:9000/imagenet-mini
now=$(date "+%s")
time9=$((now-start))

0 comments on commit d9b25ba

Please sign in to comment.