[C API] Add c api to fastdeploy (PaddlePaddle#1217)

* add c api to test ppclas model * fix * add ppdet * refactor c api code * remove local test make * fix a bug * fix according to review * format file * format file * format file * add types_internal.cc --------- Co-authored-by: heliqi <[email protected]>
ncoll · Feb 9, 2023 · 3eb571a · 3eb571a
1 parent b8afb0d
commit 3eb571a
Show file tree

Hide file tree

Showing 17 changed files with 1,982 additions and 0 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -73,6 +73,7 @@ option(WITH_ASCEND "Whether to compile for Huawei Ascend deploy." OFF)
 option(WITH_TIMVX "Whether to compile for TIMVX deploy." OFF)
 option(WITH_KUNLUNXIN "Whether to compile for KunlunXin XPU deploy." OFF)
 option(WITH_TESTING "Whether to compile with unittest." OFF)
+option(WITH_CAPI "Whether to compile with c api." OFF)
 
 ############################# Options for Android cross compiling #########################
 if(ANDROID)
@@ -416,6 +417,14 @@ if(ENABLE_PADDLE2ONNX)
   list(APPEND DEPEND_LIBS external_paddle2onnx)
 endif(ENABLE_PADDLE2ONNX)
 
+if(WITH_CAPI)
+  include(${PROJECT_SOURCE_DIR}/c_api/CMakeLists.txt)
+  if(MSVC)
+  add_definitions(-DFD_CAPI)
+  endif()
+endif()
+
+
 configure_file(${PROJECT_SOURCE_DIR}/FastDeploy.cmake.in ${PROJECT_SOURCE_DIR}/FastDeploy.cmake @ONLY)
 configure_file(${PROJECT_SOURCE_DIR}/python/fastdeploy/c_lib_wrap.py.in ${PROJECT_SOURCE_DIR}/python/fastdeploy/c_lib_wrap.py)
 configure_file(${PROJECT_SOURCE_DIR}/python/scripts/process_libraries.py.in ${PROJECT_SOURCE_DIR}/python/scripts/process_libraries.py)

diff --git a/c_api/CMakeLists.txt b/c_api/CMakeLists.txt
@@ -0,0 +1,28 @@
+# Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+##################################### Building: FastDeploy C API #######################################
+message("----start--CAPI-------")
+
+if(NOT WITH_CAPI)
+  return()
+endif()
+
+file(GLOB_RECURSE DEPLOY_CAPI_SRCS ${PROJECT_SOURCE_DIR}/${CSRCS_DIR_NAME}/c_api/fastdeploy_capi/*.cc)
+if(NOT ENABLE_VISION)
+    file(GLOB_RECURSE DEPLOY_VISION_CAPI_SRCS ${PROJECT_SOURCE_DIR}/${CSRCS_DIR_NAME}/c_api/fastdeploy_capi/vision/*.cc)
+    list(REMOVE_ITEM DEPLOY_CAPI_SRCS ${DEPLOY_VISION_CAPI_SRCS})
+endif()
+list(APPEND ALL_DEPLOY_SRCS ${DEPLOY_CAPI_SRCS})
+include_directories(${PROJECT_SOURCE_DIR}/${CSRCS_DIR_NAME}/c_api)
diff --git a/c_api/fastdeploy_capi/fd_common.h b/c_api/fastdeploy_capi/fd_common.h
@@ -0,0 +1,100 @@
+// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#pragma once
+
+#include <stdint.h>
+#include <stdio.h>
+
+#if defined(_WIN32)
+#ifdef FD_CAPI
+#define FASTDEPLOY_CAPI_EXPORT __declspec(dllexport)
+#else
+#define FASTDEPLOY_CAPI_EXPORT __declspec(dllimport)
+#endif  // FD_CAPI
+#else
+#define FASTDEPLOY_CAPI_EXPORT __attribute__((visibility("default")))
+#endif  // _WIN32
+
+///
+/// __fd_give means that a new object is returned. The user should make sure
+/// that the returned pointer is used exactly once as a value for an __fd_take
+/// argument. In between, it can be used as a value for as many __fd_keep
+/// arguments as the user likes.
+///
+#ifndef __fd_give
+#define __fd_give
+#endif
+///
+/// __fd_take means that the object the argument points to is taken over by the
+/// function and may no longer be used by the user as an argument to any other
+/// function. The pointer value must be one returned by a function returning an
+/// __fd_give pointer.
+///
+#ifndef __fd_take
+#define __fd_take
+#endif
+///
+/// __fd_keep means that the function will only use the object temporarily. The
+/// object which the argument points to is not taken over by the function. After
+/// the function has finished, the user can still use it as an argument to other
+/// functions.
+///
+#ifndef __fd_keep
+#define __fd_keep
+#endif
+
+typedef int8_t FD_C_Bool;
+#define TRUE 1
+#define FALSE 0
+
+#define FD_ENUM(type)                                                          \
+  typedef int32_t type;                                                        \
+  enum
+
+FD_ENUM(FD_C_ModelFormat){
+    AUTOREC,      ///< Auto recognize the model format by model file name
+    PADDLE,       ///< Model with paddlepaddle format
+    ONNX,         ///< Model with ONNX format
+    RKNN,         ///< Model with RKNN format
+    TORCHSCRIPT,  ///< Model with TorchScript format
+    SOPHGO,       ///< Model with SOPHGO format
+};
+
+FD_ENUM(FD_C_rknpu2_CpuName){
+    RK356X = 0, /* run on RK356X. */
+    RK3588 = 1, /* default,run on RK3588. */
+    UNDEFINED,
+};
+
+FD_ENUM(FD_C_rknpu2_CoreMask){
+    RKNN_NPU_CORE_AUTO = 0,  //< default, run on NPU core randomly.
+    RKNN_NPU_CORE_0 = 1,     //< run on NPU core 0.
+    RKNN_NPU_CORE_1 = 2,     //< run on NPU core 1.
+    RKNN_NPU_CORE_2 = 4,     //< run on NPU core 2.
+    RKNN_NPU_CORE_0_1 = RKNN_NPU_CORE_0 |
+                        RKNN_NPU_CORE_1,  //< run on NPU core 1 and core 2.
+    RKNN_NPU_CORE_0_1_2 = RKNN_NPU_CORE_0_1 |
+                          RKNN_NPU_CORE_2,  //< run on NPU core 1 and core 2.
+    RKNN_NPU_CORE_UNDEFINED,
+};
+
+FD_ENUM(FD_C_LitePowerMode){
+    LITE_POWER_HIGH = 0,       ///< Use Lite Backend with high power mode
+    LITE_POWER_LOW = 1,        ///< Use Lite Backend with low power mode
+    LITE_POWER_FULL = 2,       ///< Use Lite Backend with full power mode
+    LITE_POWER_NO_BIND = 3,    ///< Use Lite Backend with no bind power mode
+    LITE_POWER_RAND_HIGH = 4,  ///< Use Lite Backend with rand high mode
+    LITE_POWER_RAND_LOW = 5    ///< Use Lite Backend with rand low power mode
+};
diff --git a/c_api/fastdeploy_capi/fd_type.h b/c_api/fastdeploy_capi/fd_type.h
@@ -0,0 +1,67 @@
+// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#pragma once
+
+#include <stdint.h>
+#include <stdio.h>
+
+#include "fastdeploy_capi/fd_common.h"  // NOLINT
+
+typedef struct FD_C_OneDimArrayUint8 {
+  size_t size;
+  uint8_t* data;
+} FD_C_OneDimArrayUint8;  // std::vector<int32_t>
+
+typedef struct FD_C_OneDimArrayInt32 {
+  size_t size;
+  int32_t* data;
+} FD_C_OneDimArrayInt32;  // std::vector<int32_t>
+
+typedef struct FD_C_OneDimArraySize {
+  size_t size;
+  size_t* data;
+} FD_C_OneDimArraySize;  // std::vector<size_t>
+
+typedef struct FD_C_OneDimArrayInt64 {
+  size_t size;
+  int64_t* data;
+} FD_C_OneDimArrayInt64;  // std::vector<int64_t>
+
+typedef struct FD_C_OneDimArrayFloat {
+  size_t size;
+  float* data;
+} FD_C_OneDimArrayFloat;  // std::vector<float>
+
+typedef struct FD_C_Cstr {
+  size_t size;
+  char* data;
+} FD_C_Cstr;  // std::string
+
+typedef struct FD_C_OneDimArrayCstr {
+  size_t size;
+  FD_C_Cstr* data;
+} FD_C_OneDimArrayCstr;  // std::vector<std::string>
+
+typedef struct FD_C_TwoDimArraySize {
+  size_t size;
+  FD_C_OneDimArraySize* data;
+} FD_C_TwoDimArraySize;  // std::vector<std::vector<size_t>>
+
+typedef struct FD_C_TwoDimArrayFloat {
+  size_t size;
+  FD_C_OneDimArrayFloat* data;
+} FD_C_TwoDimArrayFloat;  // std::vector<std::vector<float>>
+
+typedef void* FD_C_Mat;