added tool for optimizing models for serving

wenpp · Dec 12, 2016 · a3144cf · a3144cf
1 parent d425bd3
commit a3144cf
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/prediction.ml/tensorflow/Dockerfile b/prediction.ml/tensorflow/Dockerfile
@@ -143,6 +143,15 @@ ENV \
 
 ENV \
   PATH=$TENSORFLOW_SERVING_HOME/bazel-bin/tensorflow_serving/model_servers/:$PATH
+
+# This is needed if you see errors related to "no module named 'grpc.beta'"
+RUN \
+  pip install grpcio
+
+# Utility for optimizing/simplifying models for inference
+RUN \
+  cd ~/serving/tensorflow \
+  && bazel build tensorflow/python/tools:optimize_for_inference
 
 EXPOSE 5678 6006 9040 9090 9091