Skip to content

Commit

Permalink
get rid of VA tests
Browse files Browse the repository at this point in the history
  • Loading branch information
Kevin Normoyle committed May 27, 2014
1 parent 4070019 commit 72b26ae
Show file tree
Hide file tree
Showing 5 changed files with 32 additions and 28 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ class releaseTest(h2o_common.ReleaseCommon, unittest.TestCase):

def test_c10_rel_gbm(self):
h2o.beta_features = True
print "Since the python is not necessarily run as user=0xcust..., can't use a schema='put' here"
print "not necessarily run as user=0xcust..., can't use a schema='put' here"
print "Want to be able to run python as jenkins"
print "I guess for big 0xcust files, we don't need schema='put'"
print "For files that we want to put (for testing put), we can get non-private files"
Expand All @@ -37,7 +37,8 @@ def test_c10_rel_gbm(self):
trainPathname = importFolderPath + "/" + trainFilename

start = time.time()
parseTrainResult = h2i.import_parse(path=trainPathname, schema='local', timeoutSecs=500, doSummary=True)
parseTrainResult = h2i.import_parse(path=trainPathname, schema='local',
timeoutSecs=500, doSummary=True)
print "Parse of", parseTrainResult['destination_key'], "took", time.time() - start, "seconds"

start = time.time()
Expand Down Expand Up @@ -78,9 +79,7 @@ def test_c10_rel_gbm(self):

trainStart = time.time()
gbmTrainResult = h2o_cmd.runGBM(parseResult=parseTrainResult,
noPoll=True, timeoutSecs=timeoutSecs, destination_key=modelKey, **kwargs)
# hack
h2j.pollStatsWhileBusy(timeoutSecs=timeoutSecs, pollTimeoutSecs=timeoutSecs)
timeoutSecs=timeoutSecs, destination_key=modelKey, **kwargs)
trainElapsed = time.time() - trainStart
print "GBM training completed in", trainElapsed, "seconds. On dataset: ", trainFilename

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@

class releaseTest(h2o_common.ReleaseCommon, unittest.TestCase):

def test_c9_GBM_airlines_hdfs(self):
def test_c9_GBM_airlines_hdfs_fvec(self):
h2o.beta_features = True

files = [
Expand Down
15 changes: 9 additions & 6 deletions py/testdir_release/runner.sh
Original file line number Diff line number Diff line change
Expand Up @@ -98,15 +98,18 @@ echo $TEST
# myPy c5 test_c5_KMeans_sphere15_180GB.py
if [[ $TEST == "" ]] || [[ $TESTDIR == "" ]]
then
myPy c1 test_c1_rel.py
myPy c2 test_c2_rel.py
myPy c3 test_c3_rel.py
# if va and fvec tests are mixed without deleting keys,
# the import leaves keys that apparently get converted by exec -> timeout
# just do fvec tests
# myPy c1 test_c1_rel.py
# myPy c2 test_c2_rel.py
# myPy c3 test_c3_rel.py
# myPy c4 test_c4_four_billion_rows.py
myPy c6 test_c6_hdfs.py
myPy c8 test_c8_rf_airlines_hdfs.py
myPy c6 test_c6_hdfs_fvec.py
myPy c8 test_c8_rf_airlines_hdfs_fvec.py
myPy c9 test_c9_GBM_airlines_hdfs.py
myPy c9 test_c9_GLM_airlines_hdfs_fvec.py
myPy c9 test_c9_GLM_rc_fvec.py
# myPy c9 test_c9_GLM_rc_fvec.py

myPy c10 test_c10_rel_gbm.py
# put known failure last
Expand Down
16 changes: 8 additions & 8 deletions py/testdir_release/runner2.sh
Original file line number Diff line number Diff line change
Expand Up @@ -87,32 +87,32 @@ if [[ $TEST == "" ]] || [[ $TESTDIR == "" ]]
then
# avoid for now
# myPy c5 test_c5_KMeans_sphere15_180GB_fvec.py
myPy c5 test_c5_KMeans_sphere_26GB.py
myPy c1 test_c1_fvec.py
myPy c5 test_c5_KMeans_sphere_26GB_fvec.py
# myPy c5 test_c5_KMeans_sphere_67MB_fvec.py
# myPy c1 test_c1_rel.py
myPy c2 test_c2_rel.py
myPy c3 test_c3_rel.py
# myPy c2 test_c2_rel.py
# myPy c3 test_c3_rel.py
# myPy c4 test_c4_four_billion_rows.py
myPy c6 test_c6_hdfs.py
# myPy c6 test_c6_hdfs.py
# myPy c7 test_c7_rel.py
# doesn't work. key gets locked. forget about it
# myPy c7 test_c7_fvec.py

# myPy c8 test_c8_rf_airlines_hdfs.py
myPy c9 test_c9b_GBM_airlines_hdfs.py
myPy c9 test_c9_GLM_airlines_hdfs_fvec.py
# myPy c9 test_c9b_GBM_airlines_hdfs.py

myPy c1 test_c1_fvec.py
# myPy c2 test_c2_fvec.py
# myPy c3 test_c3_fvec.py
# myPy c4 test_c4_four_billion_rows_fvec.py
# myPy c5 test_c5_KMeans_sphere15_180GB_fvec.py
myPy c5 test_c5_KMeans_sphere_26GB_fvec.py
# myPy c5 test_c5_KMeans_sphere_26GB_fvec.py
# myPy c5 test_c5_KMeans_sphere_67MB_fvec.py
# myPy c6 test_c6_hdfs_fvec.py
# myPy c6 test_c6_maprfs_fvec.py
myPy c7 test_c7_fvec.py
myPy c8 test_c8_rf_airlines_hdfs_fvec.py
myPy c9 test_c9_GLM_airlines_hdfs_fvec.py
myPy c10 test_c10_glm_fvec.py
else
myPy $TESTDIR $TEST
Expand Down
18 changes: 10 additions & 8 deletions py/testdir_release/runner_164.sh
Original file line number Diff line number Diff line change
Expand Up @@ -83,35 +83,37 @@ myPy() {

if [[ $TEST == "" ]] || [[ $TESTDIR == "" ]]
then
myPy c1 test_c1_rel.py
myPy c2 test_c2_rel.py
# problems when import va gets mixed with fvec
# and keys aren't deleted? Exec starts to convert all (leading to timeout)
# just get rid of VA stuff
# myPy c1 test_c1_rel.py
# myPy c2 test_c2_rel.py
myPy c1 test_c1_fvec.py
myPy c2 test_c2_nongz_fvec.py
myPy c3 test_c3_rel.py
# myPy c3 test_c3_rel.py
myPy c3 test_c3_nongz_fvec.py
# myPy c4 test_c4_four_billion_rows.py
# known failure last
myPy c6 test_c6_hdfs.py
myPy c5 test_c5_KMeans_sphere_26GB_fvec.py
myPy c6 test_c6_hdfs_fvec.py
# fails with summary. currently disable summary
# doesn't work. key gets locked. forget about it
# myPy c7 test_c7_rel.py
myPy c8 test_c8_rf_airlines_hdfs.py
myPy c8 test_c8_rf_airlines_hdfs_fvec.py
myPy c9 test_c9_GLM_rc_fvec.py
myPy c9 test_c9_GLM_airlines_fvec.py
myPy c10 test_c10_glm_fvec.py


myPy c1 test_c1_fvec.py
# myPy c2 test_c2_fvec.py
# myPy c3 test_c3_fvec.py
# myPy c4 test_c4_four_billion_rows_fvec.py
# myPy c5 test_c5_KMeans_sphere15_180GB_fvec.py
myPy c5 test_c5_KMeans_sphere_26GB_fvec.py
# myPy c5 test_c5_KMeans_sphere_67MB_fvec.py
# myPy c6 test_c6_hdfs_fvec.py
# myPy c6 test_c6_maprfs_fvec.py

# causing problems. don't run for now
myPy c10 test_c10_glm_fvec.py
else
myPy $TESTDIR $TEST
fi
Expand Down

0 comments on commit 72b26ae

Please sign in to comment.