Update script for misisng wheels (does not check versions)

scripts/ci/wheel_factory.py

@@ -0,0 +1,17 @@
+#!/usr/bin/env python
+import requirements
+import argparse
+import glob
+import os
+
+parser = argparse.ArgumentParser()
+parser.add_argument('file', help="requirements.txt", type=str)
+parser.add_argument('wheeldir', help="wheeldir location", type=str)
+
+args = parser.parse_args()
+
+req_file = open(args.file, 'r')
+
+for req in requirements.parse(req_file):
+    if not glob.glob(args.wheeldir + os.path.pathsep + req.name + "*.whl"):
+        os.system("pip wheel --wheel-dir=" + args.wheeldir + " " + req.name + "".join(req.specs) + "".join(req.extras))

tox.ini

@@ -10,8 +10,7 @@ find_links =
 
 [testenv]
 deps = wheel
-       --find-links=~/.wheelhouse --no-index -rrequirements.txt
-
+       requirements-parser
 setenv =
   cdh: HADOOP_DISTRO=cdh
   cdh: HADOOP_HOME=/tmp/hadoop-cdh
@@ -29,6 +28,7 @@ setenv =
   hdp: PIP_FIND_LINKS="$PIP_WHEEL_DIR"
 passenv = USER JAVA_HOME
 commands =
+  {toxinidir}/scripts/ci/wheel_factory.py {toxinidir}/requirements.txt ~/.wheelhouse
   pip install --find-links=~/.wheelhouse --no-index -rrequirements.txt
   {toxinidir}/scripts/ci/setup_kdc.sh
   {toxinidir}/scripts/ci/setup_env.sh