Skip to content

Commit

Permalink
Add hadoop options (as baseline).
Browse files Browse the repository at this point in the history
  • Loading branch information
arnocandel committed Jan 12, 2015
1 parent e0cb1a8 commit e8c97e3
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions R/examples/manycols.R
Original file line number Diff line number Diff line change
@@ -1,17 +1,17 @@
# Install and Launch H2O R package
if ("package:h2o" %in% search()) { detach("package:h2o", unload=TRUE) }
if ("h2o" %in% rownames(installed.packages())) { remove.packages("h2o") }
install.packages("h2o", repos=(c("http://h2o-release.s3.amazonaws.com/h2o/h2o-parsemanycols/7/R", getOption("repos"))))
install.packages("h2o", repos=(c("http://h2o-release.s3.amazonaws.com/h2o/h2o-parsemanycols/8/R", getOption("repos"))))
library(h2o)

# Connect to cluster (8 nodes with -Xmx 40g each)

# Launch H2O Cluster with YARN on HDP2.1
#wget http://h2o-release.s3.amazonaws.com/h2o/h2o-parsemanycols/5/h2o-2.9.0.7.zip
#unzip h2o-2.9.0.7.zip
#cd h2o-2.9.0.7/hadoop
#wget http://h2o-release.s3.amazonaws.com/h2o/h2o-parsemanycols/8/h2o-2.9.0.8.zip
#unzip h2o-2.9.0.8.zip
#cd h2o-2.9.0.8/hadoop
#hadoop fs -rmr myDir
#hadoop jar h2odriver_hdp2.1.jar water.hadoop.h2odriver -libjars ../h2o.jar -n 8 -mapperXmx 40g -output myDir -baseport 61111
#hadoop jar h2odriver_hdp2.1.jar water.hadoop.h2odriver -libjars ../h2o.jar -n 8 -mapperXmx 40g -output myDir -baseport 61111 -data_max_factor_levels 65000 -chunk_bits 24

h2oCluster <- h2o.init(ip="mr-0xd1", port=61111)

Expand Down

0 comments on commit e8c97e3

Please sign in to comment.