diff --git a/CMakeLists.txt b/CMakeLists.txt index e9c6c5c..8b1eba0 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -50,6 +50,9 @@ endif() set(USE_TRITONSERVER_DATATYPE "ON") message("-- Enable USE_TRITONSERVER_DATATYPE") +# Required for Ubuntu 22.04/Triton 22.05+ +set(CMAKE_CUDA_FLAGS "-include stdio.h") + set(CMAKE_MODULE_PATH ${PROJECT_SOURCE_DIR}/cmake/Modules) # Python.h needed by torch headers. diff --git a/README.md b/README.md index b892f03..c50e458 100644 --- a/README.md +++ b/README.md @@ -26,7 +26,7 @@ # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. --> -**NOTE: Fastertransformer backend is currently undergoing restructuring. Build instructions are only tested with Triton container versions <= `23.04`**. +**NOTE: Fastertransformer backend is currently undergoing restructuring so might not work with all versions of Triton.** # FasterTransformer Backend diff --git a/docker/create_dockerfile_and_build.py b/docker/create_dockerfile_and_build.py index 04309af..205f653 100644 --- a/docker/create_dockerfile_and_build.py +++ b/docker/create_dockerfile_and_build.py @@ -61,7 +61,7 @@ def create_dependencies(base_image): ARG BASE_IMAGE={base_image} '''.format(base_image=base_image) df += ''' -FROM ${BASE_IMAGE} +FROM ${BASE_IMAGE} AS build_image RUN apt-get update && apt-get install -y --no-install-recommends \\ autoconf \\ autogen \\