[Bug Fix] fixed fd server use_paddle parameter parse policy (PaddlePa…

…ddle#2044) * [Server] Support GPU encrypt & auth for FD Triton Server * fix dockerfile proxy env error * update build scrpits * remove some logs * [Bug Fix] fixed fd server use_paddle parameter parse policy * optimize paddle-trt policy * optimize paddle-trt policy --------- Co-authored-by: root <[email protected]> Co-authored-by: qiuyanjun <[email protected]>
ArthurSec · Jun 21, 2023 · 5b8a3b4 · 5b8a3b4
1 parent e171710
commit 5b8a3b4
Showing 1 changed file with 15 additions and 1 deletion.
diff --git a/serving/src/fastdeploy_runtime.cc b/serving/src/fastdeploy_runtime.cc
@@ -405,7 +405,21 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
               } else if (param_key == "cache_file") {
                 runtime_options_->trt_option.serialize_file = value_string;
               } else if (param_key == "use_paddle") {
-                runtime_options_->EnablePaddleToTrt();
+                // `RuntimeOption::EnablePaddleToTrt` will be removed in v1.2.0
+                bool use_paddle;
+                THROW_IF_BACKEND_MODEL_ERROR(
+                    ParseBoolValue(value_string, &use_paddle));
+                if (use_paddle) {
+                  // runtime_options_->EnablePaddleToTrt();
+                  runtime_options_->UsePaddleInferBackend();
+                  runtime_options_->paddle_infer_option.enable_trt = true;  
+                }
+              } else if (param_key == "use_paddle_trt") {
+                // Use new option setting policy to set paddle_trt backend
+                bool use_paddle_trt;
+                THROW_IF_BACKEND_MODEL_ERROR(
+                    ParseBoolValue(value_string, &use_paddle_trt));
+                runtime_options_->paddle_infer_option.enable_trt = use_paddle_trt;
               } else if (param_key == "use_paddle_log") {
                 bool use_paddle_log;
                 THROW_IF_BACKEND_MODEL_ERROR(