Fully automate integration tests

hub-cap · Oct 26, 2016 · d6cfeac · d6cfeac
1 parent 1e66495
commit d6cfeac
Showing 1 changed file with 23 additions and 11 deletions.
diff --git a/tox.ini b/tox.ini
@@ -7,11 +7,8 @@
 # Prerequisites
 # ==============
 #
-# * A running Elasticsearch metrics store instance
 # * Tox (pip3 install tox)
 # * Python 3.4 and 3.5 available (use pyenv: https://github.com/yyuu/pyenv)
-# * A working configuration of Rally (run: "esrally configure --configuration-name=integration-test" once)
-#
 #
 # Hint: When using pyenv, new Python interpreters can be installed with:
 #
@@ -22,20 +19,27 @@
 #
 ###########################################################################################################
 [tox]
-envlist = py34, p35
-platform = linux|darwin
+envlist =
+    py34, py35, docs
+platform =
+    linux|darwin
 
 [testenv]
-deps = pytest
+deps =
+    pytest
+whitelist_externals =
+    rm
 passenv =
     HOME
     JAVA_HOME
 commands =
-    py.test
-    esrally list races
-    esrally list cars
-    esrally list tracks
-    esrally list telemetry
+    py.test --junitxml=junit-{envname}.xml
+    rm -f ~/.rally/rally-integration-test.ini
+    esrally configure --assume-defaults --configuration-name=integration-test
+    esrally list races --configuration-name=integration-test
+    esrally list cars --configuration-name=integration-test
+    esrally list tracks --configuration-name=integration-test
+    esrally list telemetry --configuration-name=integration-test
     esrally --configuration-name=integration-test --revision=latest --track=tiny --challenge=append-no-conflicts --car=defaults
     esrally --configuration-name=integration-test --pipeline=from-sources-skip-build --track=tiny --challenge=append-no-conflicts --car=4gheap
     esrally --configuration-name=integration-test --pipeline=from-sources-skip-build --track=tiny --challenge=append-fast-no-conflicts --car=4gheap
@@ -45,3 +49,11 @@ commands =
     esrally --configuration-name=integration-test --pipeline=from-distribution --distribution-version=1.7.5 --track=tiny --challenge=append-no-conflicts --car=defaults
     esrally --configuration-name=integration-test --pipeline=from-distribution --distribution-version=2.4.1 --track=tiny --challenge=append-no-conflicts --car=defaults
     esrally --configuration-name=integration-test --pipeline=from-distribution --distribution-version=5.0.0-beta1 --track=tiny --challenge=append-no-conflicts --car=defaults
+
+[testenv:docs]
+basepython=python
+changedir=docs
+deps=
+    sphinx
+    sphinx_rtd_theme
+commands=sphinx-build -W -b html -d {envtmpdir}/doctrees .  {envtmpdir}/html