:q

panzelon · Sep 5, 2013 · c181a63 · c181a63
1 parent 13f5ffa
commit c181a63
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 3 deletions.
diff --git a/py/testdir_0xdata_slow/pytest_config-kevin.json b/py/testdir_0xdata_slow/pytest_config-kevin.json
@@ -0,0 +1,23 @@
+
+{
+     "_comment" : "no password, or None,  means none will be used in ssh. Assumes keys have been exchanged. Watch out for common error: last entry in list can't have comma. Only ip is used. Others ignored, saved here for sometime use. Last ip value used if duplicates? Leading _ means not used. First ip/h2o is used for H2O json communication..vary ip list to direct that. See http://docs.python.org/library/json.html for json->python data types. Note lower case for true/false. null is None, but can just not have an entry. Defaults are in h2o_hosts.py",
+
+    "username": "0xdiag", 
+    "password": "0xdiag", 
+    "use_home_for_ice": true,
+
+    "h2o_per_host": 1, 
+    "sigar": true,
+    "java_heap_GB": 200, 
+
+    "hdfs_name_node": "192.168.1.176",
+    "hdfs_version": "cdh3",
+    "use_hdfs": false,
+
+    "use_flatfile": true,
+
+    "ip": [
+        "192.168.1.164"
+    ]
+}
+
diff --git a/py/testdir_0xdata_slow/test_benchmark_import.py b/py/testdir_0xdata_slow/test_benchmark_import.py
@@ -23,6 +23,7 @@ def test_benchmark_import(self):
         covtype200xSize = 15033863400
         synSize =  183
         if 1==0:
+            bucket = 'home-0xdiag-datasets'
             importFolderPath = 'more1_1200_link'
             print "Using .gz'ed files in", importFolderPath
             csvFilenameAll = [
@@ -39,6 +40,7 @@ def test_benchmark_import(self):
             ]
 
         if 1==1:
+            bucket = 'home-0xdiag-datasets'
             importFolderPath = 'more1_1200_link'
             print "Using .gz'ed files in", importFolderPath
             csvFilenameAll = [
@@ -82,6 +84,7 @@ def test_benchmark_import(self):
             ]
 
         if 1==0:
+            bucket = 'home-0xdiag-datasets'
             importFolderPath = 'manyfiles-nflx-gz'
             print "Using .gz'ed files in", importFolderPath
             csvFilenameAll = [
@@ -91,6 +94,7 @@ def test_benchmark_import(self):
             ]
 
         if 1==0: 
+            bucket = 'home-0xdiag-datasets'
             importFolderPath = 'standard'
             print "Using .gz'ed files in", importFolderPath
             # all exactly the same prior to gzip!
@@ -169,9 +173,6 @@ def test_benchmark_import(self):
             # to avoid sticky ports?
             ### base_port += 2
 
-            bucket = 'home-0xdiag-datasets'
-            importFolderPath = 'manyfiles-nflx-gz'
-
             for trial in range(trialMax):
                 csvPathname = importFolderPath + "/" + csvFilepattern
                 (importResult, importPattern) = h2i.import_only(bucket=bucket, path=csvPathname, schema='local')