Turn off part of TL0_FW_iterators tests when sanitizers are enabled (N…

…VIDIA#3456) - as TL0_FW_iterators takes a very long time with sanitizers on trim it a bit by disabling the longest and least useful cases Signed-off-by: Janusz Lisiecki <[email protected]>
AbhijitManepatil · Oct 28, 2021 · 7a09ab0 · 7a09ab0
1 parent e1d9d49
commit 7a09ab0
Show file tree

Hide file tree

Showing 4 changed files with 37 additions and 25 deletions.
diff --git a/qa/TL0_FW_iterators/test_mxnet.sh b/qa/TL0_FW_iterators/test_mxnet.sh
@@ -10,12 +10,15 @@ do_once() {
 }
 
 test_body() {
-    for fw in "mxnet"; do
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 100 --epochs 2
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
-    done
+    # it takes very long time to run it with sanitizers on and provides little value so turn it off
+    if [ -z "$DALI_ENABLE_SANITIZERS" ]; then
+        for fw in "mxnet"; do
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 100 --epochs 2
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
+        done
+    fi
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*mxnet*' test_fw_iterators_detection.py
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*mxnet*' test_fw_iterators.py
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*gluon*' test_fw_iterators.py

diff --git a/qa/TL0_FW_iterators/test_paddle.sh b/qa/TL0_FW_iterators/test_paddle.sh
@@ -10,13 +10,16 @@ do_once() {
 }
 
 test_body() {
-    for fw in "paddle"; do
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 100 --epochs 2
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
-    done
-    nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*paddle*' test_fw_iterators_detection.py
+    # it takes very long time to run it with sanitizers on and provides little value so turn it off
+    if [ -z "$DALI_ENABLE_SANITIZERS" ]; then
+        for fw in "paddle"; do
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 100 --epochs 2
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
+        done
+        nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*paddle*' test_fw_iterators_detection.py
+    fi
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*paddle*' test_fw_iterators.py
 }
 

diff --git a/qa/TL0_FW_iterators/test_pytorch.sh b/qa/TL0_FW_iterators/test_pytorch.sh
@@ -10,12 +10,15 @@ do_once() {
 }
 
 test_body() {
-    for fw in "pytorch"; do
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 100 --epochs 2
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
-    done
+    # it takes very long time to run it with sanitizers on and provides little value so turn it off
+    if [ -z "$DALI_ENABLE_SANITIZERS" ]; then
+        for fw in "pytorch"; do
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 100 --epochs 2
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
+        done
+    fi
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*pytorch*' test_fw_iterators_detection.py
     nosetests --verbose -m '(?:^|[\b_\./-])[Tt]est.*pytorch*' test_fw_iterators.py
 }

diff --git a/qa/TL0_FW_iterators/test_tf.sh b/qa/TL0_FW_iterators/test_tf.sh
@@ -10,12 +10,15 @@ do_once() {
 }
 
 test_body() {
-    for fw in "tf"; do
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 100 --epochs 2
-        python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
-            --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
-    done
+    # it takes very long time to run it with sanitizers on and provides little value so turn it off
+    if [ -z "$DALI_ENABLE_SANITIZERS" ]; then
+        for fw in "tf"; do
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 100 --epochs 2
+            python test_RN50_data_fw_iterators.py --framework ${fw} --gpus ${NUM_GPUS} -b 13 \
+                --workers 3 --prefetch 2 -i 2 --epochs 2 --fp16
+        done
+    fi
 }
 
 pushd ../..