more memory/run, gather ICE logs too, other misc. features

Author: spennihana

bench/BMscripts/161_163

@@ -8,7 +8,7 @@
     "use_home_for_ice": true,
 
     "h2o_per_host": 1, 
-    "java_heap_GB": 133, 
+    "java_heap_GB": 150, 
 
     "hdfs_name_node": "192.168.1.176",
     "hdfs_version": "cdh3",

bench/runBench.sh

@@ -37,7 +37,8 @@ function doAlgo {
     fi
     zip -r  ${archive}/${h2oBuild}-${DATE}-$1 sandbox/
     wait
-    rm -rf sandbox/ 
+    rm -rf sandbox/
+    bash startloggers.sh ${JSON} ice $1
 }
 
 function debug {

bench/startloggers.sh

@@ -55,6 +55,34 @@ function clearCaches {
     done
 }
 
+function gatherLogs {
+    for i in ${MACHINES[@]}
+    do
+        echo "Gather logs from machine $i"
+        mach=`echo $i | awk -F. '{print $4}'`
+        if [ ! -d machine_${mach}_logs ]
+        then
+            mkdir machine_${mach}_logs
+        fi
+        scp -r spencer@$i:~/h2o/bench/BMLogs/ machine_${mach}_logs
+    done
+}
+
+function gatherICE {
+    phase=$1
+    for i in ${MACHINES[@]}
+    do
+        echo "Gather ICE from machine $i"
+        mach=`echo $i | awk -F. '{print $4}'`
+        ssh 0xdiag@$i zip -r ice_${phase}_${mach} ice.55555*/h2ologs
+        if [ ! -d ICES ]
+        then
+            mkdir ICES
+        fi
+        scp 0xdiag@$i:~/ice_${phase}_${mach}.zip ICES/
+    done
+}
+
 if [ $2 = "big" ]
 then
     startBigLoggers >/dev/null
@@ -79,3 +107,13 @@ if [ $2 = "clear_" ]
 then
     clearCaches
 fi
+
+if [ $2 = "gather" ]
+then
+    gatherLogs >/dev/null
+fi
+
+if [ $2 = "ice" ]
+then
+    gatherICE $3
+fi