TensorRT Open Source Release/5.1

.clang-format

@@ -0,0 +1,90 @@
+---
+Language:        Cpp
+# BasedOnStyle:  WebKit
+AccessModifierOffset: -4
+AlignAfterOpenBracket: DontAlign
+AlignConsecutiveAssignments: false
+AlignConsecutiveDeclarations: false
+AlignEscapedNewlinesLeft: false
+AlignOperands:   false
+AlignTrailingComments: true
+AllowAllParametersOfDeclarationOnNextLine: true
+AllowShortBlocksOnASingleLine: false
+AllowShortCaseLabelsOnASingleLine: true
+AllowShortFunctionsOnASingleLine: Empty
+AllowShortIfStatementsOnASingleLine: false
+AllowShortLoopsOnASingleLine: false
+AlwaysBreakAfterDefinitionReturnType: None
+AlwaysBreakAfterReturnType: None
+AlwaysBreakBeforeMultilineStrings: true
+AlwaysBreakTemplateDeclarations: true
+BinPackArguments: true
+BinPackParameters: true
+BraceWrapping:   
+  AfterClass:            true
+  AfterControlStatement: true
+  AfterEnum:             true
+  AfterFunction:         true
+  AfterNamespace:        true
+  AfterObjCDeclaration:  true
+  AfterStruct:           true
+  AfterUnion:            true
+  BeforeCatch:           true
+  BeforeElse:            true
+  IndentBraces:          false
+BreakBeforeBinaryOperators: All
+BreakBeforeBraces: Custom
+BreakBeforeTernaryOperators: true
+BreakConstructorInitializersBeforeComma: true
+ColumnLimit:     120
+CommentPragmas:  '^ IWYU pragma:'
+ConstructorInitializerAllOnOneLineOrOnePerLine: false
+ConstructorInitializerIndentWidth: 4
+ContinuationIndentWidth: 4
+Cpp11BracedListStyle: true
+DerivePointerAlignment: false
+DisableFormat:   false
+ExperimentalAutoDetectBinPacking: false
+ForEachMacros:   [ foreach, Q_FOREACH, BOOST_FOREACH ]
+IncludeCategories: 
+  - Regex:           '^"(llvm|llvm-c|clang|clang-c)/'
+    Priority:        2
+  - Regex:           '^(<|"(gtest|isl|json)/)'
+    Priority:        3
+  - Regex:           '.*'
+    Priority:        1
+IndentCaseLabels: false
+IndentWidth:     4
+IndentWrappedFunctionNames: false
+KeepEmptyLinesAtTheStartOfBlocks: true
+MacroBlockBegin: ''
+MacroBlockEnd:   ''
+MaxEmptyLinesToKeep: 1
+NamespaceIndentation: None
+ObjCBlockIndentWidth: 4
+ObjCSpaceAfterProperty: true
+ObjCSpaceBeforeProtocolList: true
+PenaltyBreakBeforeFirstCallParameter: 19
+PenaltyBreakComment: 300
+PenaltyBreakFirstLessLess: 120
+PenaltyBreakString: 1000
+PenaltyExcessCharacter: 1000000
+PenaltyReturnTypeOnItsOwnLine: 60
+PointerAlignment: Left
+ReflowComments:  true
+SortIncludes:    true
+SpaceAfterCStyleCast: true
+SpaceBeforeAssignmentOperators: true
+SpaceBeforeParens: ControlStatements
+SpaceInEmptyParentheses: false
+SpacesBeforeTrailingComments: 1
+SpacesInAngles:  false
+SpacesInContainerLiterals: true
+SpacesInCStyleCastParentheses: false
+SpacesInParentheses: false
+SpacesInSquareBrackets: false
+Standard:        Cpp11
+TabWidth:        4
+UseTab:          Never
+...
+

.gitignore

@@ -0,0 +1 @@
+build/

.gitmodules

@@ -0,0 +1,12 @@
+[submodule "parsers/onnx"]
+	path = parsers/onnx
+	url = https://github.com/onnx/onnx-tensorrt.git
+	branch = 5.1
+[submodule "third_party/protobuf"]
+	path = third_party/protobuf
+	url = https://github.com/protocolbuffers/protobuf.git
+	branch = 3.8.x
+[submodule "third_party/cub"]
+	path = third_party/cub
+	url = https://github.com/NVlabs/cub.git
+	branch = 1.8.0

CMakeLists.txt

@@ -0,0 +1,201 @@
+#
+# Copyright (c) 2019, NVIDIA CORPORATION. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+cmake_minimum_required(VERSION 3.13 FATAL_ERROR)
+include(cmake/modules/set_ifndef.cmake)
+include(cmake/modules/find_library_create_target.cmake)
+
+set_ifndef(TRT_LIB_DIR ${CMAKE_BINARY_DIR})
+set_ifndef(TRT_BIN_DIR ${CMAKE_BINARY_DIR})
+
+file(STRINGS "${CMAKE_CURRENT_SOURCE_DIR}/include/NvInfer.h" VERSION_STRINGS REGEX "#define NV_TENSORRT_.*")
+
+foreach(TYPE MAJOR MINOR PATCH BUILD)
+    string(REGEX MATCH "NV_TENSORRT_${TYPE} [0-9]" TRT_TYPE_STRING ${VERSION_STRINGS})
+    string(REGEX MATCH "[0-9]" TRT_${TYPE} ${TRT_TYPE_STRING})
+endforeach(TYPE)
+
+foreach(TYPE MAJOR MINOR PATCH)
+    string(REGEX MATCH "NV_TENSORRT_SONAME_${TYPE} [0-9]" TRT_TYPE_STRING ${VERSION_STRINGS})
+    string(REGEX MATCH "[0-9]" TRT_SO_${TYPE} ${TRT_TYPE_STRING})
+endforeach(TYPE)
+
+set(TRT_VERSION "${TRT_MAJOR}.${TRT_MINOR}.${TRT_PATCH}.${TRT_BUILD}" CACHE STRING "TRT project version")
+set(TRT_SOVERSION "${TRT_SO_MAJOR}.${TRT_SO_MINOR}.${TRT_SO_PATCH}" CACHE STRING "TRT library so version")
+message("Building for TensorRT version: ${TRT_VERSION}, library version: ${TRT_SOVERSION}")
+
+set(FIND_CUDA "")
+if(NOT DEFINED CMAKE_TOOLCHAIN_FILE)
+    find_program(CMAKE_CXX_COMPILER NAMES $ENV{CXX} g++)
+    set(FIND_CUDA "CUDA")
+endif()
+
+message("CHECK for ${FIND_CUDA}")
+project(TensorRT
+        LANGUAGES CXX ${FIND_CUDA}
+        VERSION ${TRT_VERSION}
+        DESCRIPTION "TensorRT is a C++ library that facilitates high performance inference on NVIDIA GPUs and deep learning accelerators."
+        HOMEPAGE_URL "https://github.com/NVIDIA/TensorRT")
+
+if(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT)
+  set(CMAKE_INSTALL_PREFIX ${TRT_LIB_DIR}/../ CACHE PATH "TensorRT installation" FORCE)
+endif(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT)
+
+option(BUILD_PLUGINS "Build TensorRT plugin" ON)
+option(BUILD_PARSERS "Build TensorRT parsers" ON)
+option(BUILD_SAMPLES "Build TensorRT samples" ON)
+option(NVPARTNER "Build partner repos from source" OFF)
+option(NVINTERNAL "Build in NVIDIA internal source tree" OFF)
+
+set(CMAKE_CXX_STANDARD 11)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+set(CMAKE_CXX_EXTENSIONS OFF)
+
+############################# CROSS COMPILATION SETTINGS ##################################
+
+set_ifndef(TRT_PLATFORM_ID "x86_64")
+message(STATUS "Targeting TRT Platform: ${TRT_PLATFORM_ID}")
+
+############################################################################################
+set(TRT_DEBUG_POSTFIX _debug CACHE STRING "suffix for debug builds")
+
+if (CMAKE_BUILD_TYPE STREQUAL "Debug")
+    message("Building in debug mode ${DEBUG_POSTFIX}")
+endif()
+
+set(CMAKE_CXX_FLAGS "-Wno-deprecated-declarations ${CMAKE_CXX_FLAGS} -DBUILD_SYSTEM=cmake_oss")
+
+################################### DEPENDENCIES ##########################################
+set(DEFAULT_CUDA_VERSION 10.1)
+set(DEFAULT_CUDNN_VERSION 7.5)
+set(DEFAULT_PROTOBUF_VERSION 3.0.0)
+set(DEFAULT_PROTOBUF_INTERNAL_VERSION 10.0)
+set(DEFAULT_CUB_VERSION 1.8.0)
+
+# Dependency Version Resolution
+set_ifndef(CUDA_VERSION ${DEFAULT_CUDA_VERSION})
+message(STATUS "CUDA version set to ${CUDA_VERSION}")
+set_ifndef(CUDNN_VERSION ${DEFAULT_CUDNN_VERSION})
+message(STATUS "cuDNN version set to ${CUDNN_VERSION}")
+
+if (NVINTERNAL)
+    #TODO: Change this to set_ifndef(PROTOBUF_INTERNAL_VERSION ${DEFAULT_PROTOBUF_INTERNAL_VERSION}) once onnx-tensorrts build system is fixed
+    set_ifndef(PROTOBUF_VERSION ${DEFAULT_PROTOBUF_VERSION})
+    message(STATUS "Protobuf version set to ${PROTOBUF_INTERNAL_VERSION}")
+    set_ifndef(CUB_VERSION ${DEFAULT_CUB_VERSION})
+    message(STATUS "CUB version set to ${CUB_VERSION}")
+    #TODO: Remove this once CMake is fully intergrated in the P4 build system
+    set_ifndef(NVINTERNAL_SUFFIX "V2")
+else()
+    set_ifndef(PROTOBUF_VERSION ${DEFAULT_PROTOBUF_VERSION})
+    message(STATUS "Protobuf version set to ${PROTOBUF_VERSION}")
+endif()
+
+
+find_package(Threads REQUIRED)
+include(third_party/zlib.cmake)
+include(third_party/protobuf.cmake)
+if (NVINTERNAL)
+########################################### DEPENDENCIES FOR BUILDING IN NVIDIA's TREE ############################################
+    set(EXTERNALS ${PROJECT_SOURCE_DIR}/../externals)
+    set(CUB_ROOT_DIR ${EXTERNALS}/cub/${CUB_VERSION} CACHE STRING "directory of CUB installation")
+    set(Protobuf_DIR ${EXTERNALS}/protobuf/${TRT_PLATFORM_ID} CACHE STRING "directory of PROTOBUF installation")
+
+    ## This needs to be fixed to work with externals
+    if(NOT DEFINED CMAKE_TOOLCHAIN_FILE)
+        find_package(CUDA REQUIRED)
+    endif()
+
+    # Set this for ONNX Parser
+    set(CUDNN_ROOT_DIR ${EXTERNALS}/cudnn/${TRT_PLATFORM_ID}/${CUDNN_VERSION}/cuda-${CUDA_VERSION})
+
+    include_directories(
+        ${CUDNN_ROOT_DIR}/include
+        ${CUDA_TOOLKIT_ROOT_DIR}/include
+        /usr/local/cuda-${CUDA_VERSION}/include
+    )
+
+
+    #Check externals before using system
+    find_library(CUDNN_LIB cudnn HINTS
+        ${CUDNN_ROOT_DIR}/lib64 NO_DEFAULT_PATH)
+    find_library(CUDNN_LIB cudnn HINTS
+        ${CUDNN_ROOT_DIR}/lib64)
+
+    find_library(CUBLAS_LIB cublas HINTS
+        ${CUDA_TOOLKIT_ROOT_DIR}/lib NO_DEFAULT_PATH)
+    find_library(CUBLAS_LIB cublas HINTS
+        ${CUDA_TOOLKIT_ROOT_DIR}/lib)
+
+    if(BUILD_PARSERS)
+        #TODO: Change this to configure_protobuf_internal(${PROTOBUF_INTERNAL_VERSION}) once onnx-tensorrts build system is fixed
+        configure_protobuf(${PROTOBUF_VERSION})
+    endif()
+########################################### DEPENDENCIES FOR BUILDING IN NVIDIA's TREE ############################################
+else()
+########################################### DEPENDENCIES FOR BUILDING OUTSIDE OF NVIDIA ############################################
+    if(NOT CUB_ROOT_DIR)
+        set(CUB_ROOT_DIR ${CMAKE_CURRENT_SOURCE_DIR}/third_party/cub CACHE STRING "directory of CUB installation")
+    endif()
+
+    find_package(CUDA ${CUDA_VERSION} REQUIRED)
+
+    include_directories(
+        ${CUDA_INCLUDE_DIRS}
+    )
+    find_library(CUDNN_LIB cudnn HINTS
+        ${CUDA_TOOLKIT_ROOT_DIR}/lib64 ${CUDNN_ROOT_DIR}/lib64)
+    find_library(CUBLAS_LIB cublas HINTS
+        ${CUDA_TOOLKIT_ROOT_DIR}/lib64)
+
+    if(BUILD_PARSERS)
+        configure_protobuf(${PROTOBUF_VERSION})
+    endif()
+########################################### DEPENDENCIES FOR BUILDING OUTSIDE OF NVIDIA ############################################
+endif()
+
+find_library_create_target(nvinfer nvinfer SHARED ${TRT_LIB_DIR})
+
+if (NOT (NVINTERNAL OR NVPARTNER))
+    find_library_create_target(nvuffparser nvparsers SHARED ${TRT_LIB_DIR})
+endif()
+
+find_library(CUDART_LIB cudart HINTS ${CUDA_TOOLKIT_ROOT_DIR}/lib64)
+find_library(RT_LIB rt)
+############################################################################################
+# TensorRT
+
+if(BUILD_PLUGINS)
+    add_subdirectory(plugin${NVINTERNAL_SUFFIX})
+else()
+    find_library_create_target(nvinfer_plugin nvinfer_plugin SHARED ${TRT_BIN_DIR} ${TRT_LIB_DIR})
+endif()
+
+if(BUILD_PARSERS)
+    add_subdirectory(parsers${NVINTERNAL_SUFFIX})
+else()
+    if(NVPARTNER OR NVINTERNAL)
+        find_library_create_target(nvuffparser nvparsers SHARED ${TRT_BIN_DIR} ${TRT_LIB_DIR})
+    endif()
+
+    find_library_create_target(nvcaffeparser nvparsers SHARED ${TRT_BIN_DIR} ${TRT_LIB_DIR})
+    find_library_create_target(nvonnxparser nvonnxparser SHARED ${TRT_BIN_DIR} ${TRT_LIB_DIR})
+endif()
+
+if(BUILD_SAMPLES)
+    add_subdirectory(samples${NVINTERNAL_SUFFIX})
+endif()
+