tweaks for fvec pca

Author: spennihana

bench/BMscripts/pcaBench.py

@@ -81,9 +81,12 @@ def doPCA(f, folderPath):
 
         kwargs              = params.copy()
         pcaStart            = time.time()
-        pcaResult = h2o_cmd.runPCA(parseResult = parseResult, 
+        h2o.beta_features   = True
+        pcaResult = h2o_cmd.runPCA(parseResult = parseResult, noPoll = True
                                    timeoutSecs = 7200, 
                                    **kwargs)
+
+        h2j.pollWaitJobs(timeoutSecs=4800, pollTimeoutSecs=4800, retryDelaySecs=2)
         pcaTime   = time.time() - pcaStart
         cmd = 'cd ..; bash startloggers.sh ' + json + ' stop_'
         #stop all loggers

bench/startloggers.sh

@@ -80,7 +80,7 @@ function deepClean {
         pids2=`echo ps -efww | grep h2o | grep 0xdiag| grep jar|awk '{print $2}' | xargs`
         ssh spencer@$i kill $pids2
         echo "Shredding all logs on machine $i"
-        ssh spencer@$i rm -rf /home/spencer/h2o/bench/BMLogs/starttime /home/spencer/h2o/bench/BMLogs/BigLogger* /home/spencer/h2o/bench/BMLogs/LittleLogger*
+        ssh spencer@$i rm -rf /home/spencer/h2o/bench/BMLogs/starttime /home/spencer/h2o/bench/BMLogs/BigLogger* /home/spencer/h2o/bench/BMLogs/LittleLogger* /home/spencer/h2o/bench/BMLogs/rawLogs
     done
 }