Skip to content

Commit 7fe18f0

Browse files
authored
TensorRT 11.5 OSS Release (#4946)
Signed-off-by: Kevin Chen <kevinch@nvidia.com>
1 parent 705c2bb commit 7fe18f0

138 files changed

Lines changed: 6594 additions & 3896 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.gitignore‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,3 +7,5 @@ build/
77
*.vcxproj
88
externals/
99
**/.DS_Store
10+
__pycache__/
11+
*.onnx

‎CHANGELOG.md‎

Lines changed: 21 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,33 @@
11
# TensorRT OSS Release Changelog
22

3+
## 11.5 GA - 2026-11-18
4+
- General
5+
- Updated default CUDA version to 13.5.
6+
7+
- Parsers
8+
- Added support for ONNX opset 25 and updated the supported ONNX release to 1.22.0.
9+
- Updated the CMake build to locate CUDA with `find_package(CUDAToolkit)`; use `-DCUDAToolkit_ROOT` to point at a non-default CUDA install instead of `-DCUDA_TOOLKIT_ROOT_DIR`.
10+
- Added support for Squeeze when `axis` input is omitted.
11+
12+
- Plugins
13+
- Removed the C++17 fallback for the `PLUGIN_VALIDATE` macros - plugin sources now require C++20.
14+
15+
- Samples
16+
- Added `--independentWeightLayouts` option to `trtexec`.
17+
- Added `--saveEngineSo` and `--loadEngineSo` options to `trtexec` for safety engines (requires `--safe`).
18+
- Updated the safety samples to use the CPU-only builder flag.
19+
20+
- Tools
21+
- Bumped Polygraphy version to v0.53.9.
22+
- Added `model_doc_string` to onnx-graphsurgeon `Graph` to forward the ONNX `ModelProto` `doc_string` on export.
23+
324
## 11.4 GA - 2026-10-09
425
- Parsers
526
- Added `IRefitterObserver` class and `IParser::setRefitObserver` to better handle refittable weights when parsing.
627

728
- Plugins
829
- Added various C++20 updates to plugin source code.
930

10-
- Samples
11-
- Moved samples/common files only relevant to trtexec to samples/trtexecCommon.
12-
1331

1432
## 11.3 GA - 2026-09-22
1533
- General

‎CMakeLists.txt‎

Lines changed: 64 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,10 @@ option(BUILD_PYTHON "Build TensorRT python bindings" OFF)
5353
option(TRT_SAFETY_INFERENCE_ONLY "Build only the safety inference components (no safety builders)" OFF)
5454
option(TRT_BUILD_TESTING "Build gtests for TensorRT components" OFF)
5555
option(TRT_BUILD_ALLOW_CCACHE "Allow ccache to be used for builds" ON)
56+
set(TRT_BUILD_PRODUCT "" CACHE STRING
57+
"TensorRT product package to import: enterprise, automotive, or safe_inference. Empty preserves legacy selection.")
58+
set_property(CACHE TRT_BUILD_PRODUCT PROPERTY STRINGS
59+
"" enterprise automotive safe_inference)
5660

5761
if(TRT_SAFETY_INFERENCE_ONLY AND NOT BUILD_SAFE_SAMPLES)
5862
message(STATUS "TRT_SAFETY_INFERENCE_ONLY is ON, enabling BUILD_SAFE_SAMPLES")
@@ -102,12 +106,45 @@ message(STATUS "Generating CUDA code for SMs: ${CMAKE_CUDA_ARCHITECTURES}")
102106
# OSS vendors third-party headers under third_party/.
103107
set(TRT_EXTERNALS_DIR ${CMAKE_CURRENT_SOURCE_DIR}/third_party)
104108

105-
if(BUILD_SAFE_SAMPLES)
106-
if(TRT_SAFETY_INFERENCE_ONLY)
107-
find_package(TensorRT-SafeInference CONFIG REQUIRED)
108-
else()
109-
find_package(TensorRT-Automotive CONFIG REQUIRED)
109+
set(_TRT_OSS_SUPPORTED_PRODUCTS enterprise automotive safe_inference)
110+
if(NOT TRT_BUILD_PRODUCT STREQUAL "")
111+
if(NOT "${TRT_BUILD_PRODUCT}" IN_LIST _TRT_OSS_SUPPORTED_PRODUCTS)
112+
message(FATAL_ERROR
113+
"Invalid TRT_BUILD_PRODUCT='${TRT_BUILD_PRODUCT}'. Expected one of: "
114+
"enterprise, automotive, safe_inference.")
110115
endif()
116+
set(_TRT_OSS_SELECTED_PRODUCT "${TRT_BUILD_PRODUCT}")
117+
elseif(TRT_SAFETY_INFERENCE_ONLY)
118+
set(_TRT_OSS_SELECTED_PRODUCT safe_inference)
119+
elseif(BUILD_SAFE_SAMPLES)
120+
set(_TRT_OSS_SELECTED_PRODUCT automotive)
121+
else()
122+
set(_TRT_OSS_SELECTED_PRODUCT enterprise)
123+
endif()
124+
125+
if(TRT_SAFETY_INFERENCE_ONLY
126+
AND NOT _TRT_OSS_SELECTED_PRODUCT STREQUAL "safe_inference")
127+
message(FATAL_ERROR
128+
"TRT_SAFETY_INFERENCE_ONLY=ON requires "
129+
"TRT_BUILD_PRODUCT=safe_inference.")
130+
endif()
131+
if(_TRT_OSS_SELECTED_PRODUCT STREQUAL "safe_inference"
132+
AND NOT TRT_SAFETY_INFERENCE_ONLY)
133+
message(FATAL_ERROR
134+
"TRT_BUILD_PRODUCT=safe_inference requires "
135+
"TRT_SAFETY_INFERENCE_ONLY=ON.")
136+
endif()
137+
if(BUILD_SAFE_SAMPLES AND _TRT_OSS_SELECTED_PRODUCT STREQUAL "enterprise")
138+
message(FATAL_ERROR
139+
"BUILD_SAFE_SAMPLES=ON is not supported with "
140+
"TRT_BUILD_PRODUCT=enterprise.")
141+
endif()
142+
143+
message(STATUS "Importing TensorRT product: ${_TRT_OSS_SELECTED_PRODUCT}")
144+
if(_TRT_OSS_SELECTED_PRODUCT STREQUAL "safe_inference")
145+
find_package(TensorRT-SafeInference CONFIG REQUIRED)
146+
elseif(_TRT_OSS_SELECTED_PRODUCT STREQUAL "automotive")
147+
find_package(TensorRT-Automotive CONFIG REQUIRED)
111148
else()
112149
find_package(TensorRT-Enterprise CONFIG REQUIRED)
113150
endif()
@@ -170,6 +207,18 @@ if(TRT_SAFETY_INFERENCE_ONLY)
170207
Threads::Threads
171208
)
172209

210+
# CUDA compiler identification receives these PDK dependencies through the
211+
# QNX Safety toolchain. Add them here only for CXX-linked sample targets;
212+
# CUDA-linked targets already inherit the toolchain flags.
213+
if(CMAKE_SYSTEM_NAME STREQUAL "QNX" AND TRT_QNX_SAFE_PDK_LIBRARIES)
214+
foreach(TRT_QNX_SAFE_PDK_LIBRARY IN LISTS TRT_QNX_SAFE_PDK_LIBRARIES)
215+
target_link_libraries(trt_global_definitions INTERFACE
216+
"$<$<LINK_LANGUAGE:CXX>:${TRT_QNX_SAFE_PDK_LIBRARY}>")
217+
endforeach()
218+
target_link_options(trt_global_definitions INTERFACE
219+
"$<$<LINK_LANGUAGE:CXX>:-lslog2>")
220+
endif()
221+
173222
if(NOT WIN32 AND NOT CMAKE_SYSTEM_NAME STREQUAL "QNX")
174223
target_link_libraries(trt_global_definitions INTERFACE dl rt)
175224
endif()
@@ -275,10 +324,19 @@ if(BUILD_SAMPLES OR BUILD_SAFE_SAMPLES)
275324
option(TRT_BUILD_ENABLE_DLA "Build TensorRT with DLA features enabled." OFF)
276325
option(TRT_BUILD_ENABLE_UNIFIED_BUILDER "Build TensorRT with unified builder (safety) features enabled." ${BUILD_SAFE_SAMPLES})
277326

327+
# The companion library a safety engine pairs with only exists in a TensorRT built with the unified
328+
# builder, so the sample code that saves and loads one compiles only there. TensorRT forwards the same
329+
# flag under the same name when it builds these samples itself.
330+
target_compile_definitions(trt_global_definitions INTERFACE
331+
ENABLE_UNIFIED_BUILDER=$<BOOL:${TRT_BUILD_ENABLE_UNIFIED_BUILDER}>
332+
)
333+
278334
option(TRT_BUILD_ENABLE_MULTIDEVICE "Build TensorRT with multi-device support." OFF)
279335
set(TRT_BUILD_SAMPLES_LINK_STATIC_TRT OFF CACHE INTERNAL "")
280336

281-
add_subdirectory(shared)
337+
if(NOT (TRT_SAFETY_INFERENCE_ONLY AND CMAKE_SYSTEM_NAME STREQUAL "QNX"))
338+
add_subdirectory(shared)
339+
endif()
282340

283341
include(InstallUtils)
284342

‎README.md‎

Lines changed: 71 additions & 31 deletions
Original file line numberDiff line numberDiff line change
@@ -48,14 +48,14 @@ To build the TensorRT-OSS components, you will first need the following software
4848

4949
**TensorRT GA build**
5050

51-
- TensorRT v11.4.0.106
51+
- TensorRT v11.5.0.63
5252
- Available from direct download links listed below
5353

5454
**System Packages**
5555

5656
- [CUDA](https://developer.nvidia.com/cuda-toolkit)
5757
- Recommended versions:
58-
- cuda-13.4.0
58+
- cuda-13.5.1
5959
- cuda-12.9.0
6060
- [CUDNN (optional)](https://developer.nvidia.com/cudnn)
6161
- cuDNN 8.9
@@ -103,24 +103,24 @@ To build the TensorRT-OSS components, you will first need the following software
103103

104104
Else download and extract the TensorRT GA build from [NVIDIA Developer Zone](https://developer.nvidia.com) with the direct links below:
105105

106-
- [TensorRT 11.4.0.106 for CUDA 13.4, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.4.0/tars/TensorRT-Enterprise-11.4.0.106-Linux-x86_64-cuda-13.4-Release-external.tar.zst)
107-
- [TensorRT 11.4.0.106 for CUDA 12.9, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.4.0/tars/TensorRT-Enterprise-11.4.0.106-Linux-x86_64-cuda-12.9-Release-external.tar.zst)
108-
- [TensorRT 11.4.0.106 for CUDA 13.4, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.4.0/zip/TensorRT-Enterprise-11.4.0.106-Windows-amd64-cuda-13.4-Release-external.zip)
109-
- [TensorRT 11.4.0.106 for CUDA 12.9, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.4.0/zip/TensorRT-Enterprise-11.4.0.106-Windows-amd64-cuda-12.9-Release-external.zip)
106+
- [TensorRT 11.5.0.63 for CUDA 13.5, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.5.0/tars/TensorRT-Enterprise-11.5.0.63-Linux-x86_64-cuda-13.5-Release-external.tar.zst)
107+
- [TensorRT 11.5.0.63 for CUDA 12.9, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.5.0/tars/TensorRT-Enterprise-11.5.0.63-Linux-x86_64-cuda-12.9-Release-external.tar.zst)
108+
- [TensorRT 11.5.0.63 for CUDA 13.5, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.5.0/zip/TensorRT-Enterprise-11.5.0.63-Windows-amd64-cuda-13.5-Release-external.zip)
109+
- [TensorRT 11.5.0.63 for CUDA 12.9, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/11.5.0/zip/TensorRT-Enterprise-11.5.0.63-Windows-amd64-cuda-12.9-Release-external.zip)
110110

111-
**Example: Ubuntu 22.04 on x86-64 with cuda-13.4**
111+
**Example: Ubuntu 22.04 on x86-64 with cuda-13.5**
112112

113113
```bash
114114
cd ~/Downloads
115-
tar --zstd -xvf TensorRT-Enterprise-11.4.0.106-Linux-x86_64-cuda-13.4-Release-external.tar.zst
116-
export TRT_LIBPATH=`pwd`/TensorRT-11.4.0.106/lib
115+
tar --zstd -xvf TensorRT-Enterprise-11.5.0.63-Linux-x86_64-cuda-13.5-Release-external.tar.zst
116+
export TRT_LIBPATH=`pwd`/TensorRT-11.5.0.63/lib
117117
```
118118

119119
**Example: Windows on x86-64 with cuda-12.9**
120120

121121
```powershell
122-
Expand-Archive -Path TensorRT-Enterprise-11.4.0.106-Windows-amd64-cuda-12.9-Release-external.zip
123-
$env:TRT_LIBPATH="$pwd\TensorRT-11.4.0.106\lib"
122+
Expand-Archive -Path TensorRT-Enterprise-11.5.0.63-Windows-amd64-cuda-12.9-Release-external.zip
123+
$env:TRT_LIBPATH="$pwd\TensorRT-11.5.0.63\lib"
124124
```
125125

126126
## Setting Up The Build Environment
@@ -129,34 +129,34 @@ For Linux platforms, we recommend that you generate a docker container for build
129129

130130
1. #### Generate the TensorRT-OSS build container.
131131

132-
**Example: Ubuntu 24.04 on x86-64 with cuda-13.4 (default)**
132+
**Example: Ubuntu 24.04 on x86-64 with cuda-13.5 (default)**
133133

134134
```bash
135-
./docker/build.sh --file docker/ubuntu-24.04.Dockerfile --tag tensorrt-ubuntu24.04-cuda13.4
135+
./docker/build.sh --file docker/ubuntu-24.04.Dockerfile --tag tensorrt-ubuntu24.04-cuda13.5
136136
```
137137

138-
**Example: Rockylinux8 on x86-64 with cuda-13.4**
138+
**Example: Rockylinux8 on x86-64 with cuda-13.5**
139139

140140
```bash
141-
./docker/build.sh --file docker/rockylinux8.Dockerfile --tag tensorrt-rockylinux8-cuda13.4
141+
./docker/build.sh --file docker/rockylinux8.Dockerfile --tag tensorrt-rockylinux8-cuda13.5
142142
```
143143

144-
**Example: Ubuntu 24.04 cross-compile for Jetson (aarch64) with cuda-13.4 (JetPack SDK)**
144+
**Example: Ubuntu 24.04 cross-compile for Jetson (aarch64) with cuda-13.5 (JetPack SDK)**
145145

146146
```bash
147-
./docker/build.sh --file docker/ubuntu-cross-aarch64.Dockerfile --tag tensorrt-jetpack-cuda13.4
147+
./docker/build.sh --file docker/ubuntu-cross-aarch64.Dockerfile --tag tensorrt-jetpack-cuda13.5
148148
```
149149

150-
**Example: Ubuntu 24.04 on aarch64 with cuda-13.4**
150+
**Example: Ubuntu 24.04 on aarch64 with cuda-13.5**
151151

152152
```bash
153-
./docker/build.sh --file docker/ubuntu-24.04-aarch64.Dockerfile --tag tensorrt-aarch64-ubuntu24.04-cuda13.4
153+
./docker/build.sh --file docker/ubuntu-24.04-aarch64.Dockerfile --tag tensorrt-aarch64-ubuntu24.04-cuda13.5
154154
```
155155

156156
2. #### Launch the TensorRT-OSS build container.
157157
**Example: Ubuntu 24.04 build container**
158158
```bash
159-
./docker/launch.sh --tag tensorrt-ubuntu24.04-cuda13.4 --gpus all
159+
./docker/launch.sh --tag tensorrt-ubuntu24.04-cuda13.5 --gpus all
160160
```
161161
> NOTE:
162162
> <br> 1. Use the `--tag` corresponding to build container generated in Step 1.
@@ -169,7 +169,7 @@ For Linux platforms, we recommend that you generate a docker container for build
169169

170170
- Generate Makefiles and build
171171

172-
**Example: Linux (x86-64) build with default cuda-13.4**
172+
**Example: Linux (x86-64) build with default cuda-13.5**
173173

174174
```bash
175175
cd $TRT_OSSPATH
@@ -181,7 +181,7 @@ For Linux platforms, we recommend that you generate a docker container for build
181181
make -j$(nproc)
182182
```
183183

184-
**Example: Linux (aarch64) build with default cuda-13.4**
184+
**Example: Linux (aarch64) build with default cuda-13.5**
185185

186186
```bash
187187
cd $TRT_OSSPATH
@@ -194,7 +194,7 @@ For Linux platforms, we recommend that you generate a docker container for build
194194
make -j$(nproc)
195195
```
196196

197-
**Example: Native build on Jetson Thor (aarch64) with cuda-13.4**
197+
**Example: Native build on Jetson Thor (aarch64) with cuda-13.5**
198198

199199
```bash
200200
cd $TRT_OSSPATH
@@ -208,7 +208,7 @@ For Linux platforms, we recommend that you generate a docker container for build
208208

209209
> NOTE: C compiler must be explicitly specified via CC= for native aarch64 builds of protobuf.
210210
211-
**Example: Ubuntu 24.04 Cross-Compile for Jetson Thor (aarch64) with cuda-13.4 (JetPack)**
211+
**Example: Ubuntu 24.04 Cross-Compile for Jetson Thor (aarch64) with cuda-13.5 (JetPack)**
212212

213213
```bash
214214
cd $TRT_OSSPATH
@@ -217,16 +217,17 @@ For Linux platforms, we recommend that you generate a docker container for build
217217
make -j$(nproc)
218218
```
219219

220-
**Example: Ubuntu 24.04 Cross-Compile for DriveOS (aarch64) with cuda-13.4**
220+
**Example: Ubuntu 24.04 Cross-Compile for DriveOS (aarch64) with cuda-13.5**
221221

222222
```bash
223223
cd $TRT_OSSPATH
224224
mkdir -p build && cd build
225-
cmake .. -DCMAKE_PREFIX_PATH=$TRT_ROOT -DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64_cross.toolchain
225+
cmake .. -DTRT_BUILD_PRODUCT=automotive -DCMAKE_PREFIX_PATH=$TRT_ROOT \
226+
-DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64_cross.toolchain
226227
make -j$(nproc)
227228
```
228229

229-
**Example: Native builds on Windows (x86) with cuda-13.4**
230+
**Example: Native builds on Windows (x86) with cuda-13.5**
230231

231232
```bash
232233
cd $TRT_OSSPATH
@@ -239,7 +240,7 @@ For Linux platforms, we recommend that you generate a docker container for build
239240
msbuild TensorRT.sln /property:Configuration=Release -m:$env:NUMBER_OF_PROCESSORS
240241
```
241242

242-
> NOTE: The default CUDA version used by CMake is 13.4. To override this, for example to 12.9, append `-DCUDA_VERSION=12.9` to the cmake command.
243+
> NOTE: The default CUDA version used by CMake is 13.5. To override this, for example to 12.9, append `-DCUDA_VERSION=12.9` to the cmake command.
243244

244245
- Required CMake build arguments are:
245246
- `CMAKE_PREFIX_PATH`: Path to the TensorRT package root containing the product CMake config.
@@ -255,6 +256,7 @@ For Linux platforms, we recommend that you generate a docker container for build
255256
- `BUILD_SAMPLES`: Specify if the samples should be built, for example [`ON`] | `OFF`.
256257
- `BUILD_SAFE_SAMPLES`: Specify if safety samples should be built, for example [`ON`] | `OFF`.
257258
- `TRT_SAFETY_INFERENCE_ONLY`: Specify if only build the safety inference components, for example [`ON`] | `OFF`. If turned ON, all other components will be turned OFF except `BUILD_SAFE_SAMPLES`.
259+
- `TRT_BUILD_PRODUCT`: Select the TensorRT product package to import: `enterprise`, `automotive`, or `safe_inference`. If omitted, the build will infer the product based on the values of `BUILD_SAFE_SAMPLES` and `TRT_SAFETY_INFERENCE_ONLY`.
258260
- `TRT_BUILD_ENABLE_MULTIDEVICE`: Enable the multi-device sample (`sampleDistCollective`). Use `-DTRT_BUILD_ENABLE_MULTIDEVICE=ON` to build it; requires [NCCL](https://developer.nvidia.com/nccl/nccl-download) >= v2.19, < v3.0.
259261
- `TRT_BUILD_TESTING` : Build gTests for samples. Requires [gtest](https://github.com/google/googletest) if available; otherwise fetches googletest at configure time.
260262

@@ -268,6 +270,7 @@ For Linux platforms, we recommend that you generate a docker container for build
268270
cd $TRT_OSSPATH
269271
mkdir -p build && cd build
270272
cmake .. -DBUILD_SAMPLES=ON -DBUILD_PLUGINS=OFF -DBUILD_PARSERS=OFF \
273+
-DTRT_BUILD_PRODUCT=automotive \
271274
-DCMAKE_RUNTIME_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
272275
-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
273276
-DCMAKE_ARCHIVE_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
@@ -301,7 +304,8 @@ For Linux platforms, we recommend that you generate a docker container for build
301304
-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=`pwd`/out \
302305
-DCMAKE_ARCHIVE_OUTPUT_DIRECTORY=`pwd`/out \
303306
-DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64-native.toolchain \
304-
-DBUILD_SAMPLES=ON -DBUILD_PLUGINS=OFF -DBUILD_PARSERS=OFF
307+
-DBUILD_SAMPLES=ON -DBUILD_PLUGINS=OFF -DBUILD_PARSERS=OFF \
308+
-DTRT_BUILD_PRODUCT=automotive
305309
make -j$(nproc)
306310
```
307311

@@ -363,14 +367,15 @@ For Linux platforms, we recommend that you generate a docker container for build
363367
```bash
364368
cd $TRT_OSSPATH
365369
mkdir -p build && cd build
366-
export CUDA_VERSION=13.4
370+
export CUDA_VERSION=13.5
367371
export CUDA=cuda-$CUDA_VERSION
368-
export CUDA_ROOT=/usr/local/cuda-safe-$CUDA_VERSION
372+
export CUDA_ROOT=/usr/local/cuda-$CUDA_VERSION
369373
export QNX_BASE=/drive/toolchains/qnx_toolchain # Set to your QNX toolchain installation path
370374
export QNX_HOST=$QNX_BASE/host/linux/x86_64/
371375
export QNX_TARGET=$QNX_BASE/target/qnx/
372376
export PATH=$PATH:$QNX_HOST/usr/bin
373377
cmake .. -DBUILD_SAMPLES=ON -DBUILD_PLUGINS=OFF -DBUILD_PARSERS=OFF -DBUILD_SAFE_SAMPLES=OFF \
378+
-DTRT_BUILD_PRODUCT=automotive \
374379
-DCMAKE_CUDA_COMPILER=$CUDA_ROOT/bin/nvcc \
375380
-DCMAKE_RUNTIME_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
376381
-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
@@ -384,6 +389,41 @@ For Linux platforms, we recommend that you generate a docker container for build
384389
> NOTE: Set `QNX_BASE` to your QNX toolchain installation path.
385390
> If your CUDA version is not the same as in the example, set `CUDA_VERSION` (for examples that use it in multiple places) or add `-DCUDA_VERSION=<version>` to the cmake command.
386391

392+
**Example: Cross-Compile for DOS7 QNX Safety (aarch64)**
393+
394+
DOS7 QNX and QNX Safety use the same QNX 8 SDK through `QNX_HOST` and
395+
`QNX_TARGET`. The QNX Safety build additionally uses SafeCUDA, the matching
396+
TensorRT SafeInference package, and `cmake_qnx_safe.toolchain`. The standard
397+
DriveOS QNX Safety build environment provides `PDK_TOP`; the toolchain uses
398+
the libraries under `$PDK_TOP/drive-qnx-safety/lib-target`.
399+
400+
```bash
401+
cd $TRT_OSSPATH
402+
mkdir -p build && cd build
403+
export CUDA_VERSION=13.5
404+
export CUDA=cuda-$CUDA_VERSION
405+
export CUDA_ROOT=/usr/local/cuda-$CUDA_VERSION-safe
406+
export QNX_BASE=/drive/toolchains/qnx_toolchain # Set to your QNX 8 toolchain installation path
407+
export QNX_HOST=$QNX_BASE/host/linux/x86_64/
408+
export QNX_TARGET=$QNX_BASE/target/qnx/
409+
export PATH=$PATH:$QNX_HOST/usr/bin
410+
cmake .. -DBUILD_SAMPLES=OFF -DBUILD_SAFE_SAMPLES=ON -DBUILD_PLUGINS=OFF -DBUILD_PARSERS=OFF \
411+
-DTRT_BUILD_PRODUCT=safe_inference \
412+
-DTRT_SAFETY_INFERENCE_ONLY=ON -DCMAKE_BUILD_TYPE=Release \
413+
-DCMAKE_RUNTIME_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
414+
-DCMAKE_LIBRARY_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
415+
-DCMAKE_ARCHIVE_OUTPUT_DIRECTORY=`pwd`/bin_dynamic_cross \
416+
-DCMAKE_PREFIX_PATH=$TRT_ROOT \
417+
-DTensorRT-SafeInference_DIR=$TRT_ROOT/cmake \
418+
-DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_qnx_safe.toolchain \
419+
-DCUDA_VERSION=$CUDA_VERSION -DCMAKE_CUDA_COMPILER=$CUDA_ROOT/bin/nvcc \
420+
-DCMAKE_CUDA_ARCHITECTURES=110
421+
make -j$(nproc)
422+
```
423+
424+
> NOTE: Set `QNX_BASE` to the same QNX 8 SDK used for DOS7 QNX builds. The
425+
> generated QNX Safety binaries are placed in `build/bin_dynamic_cross`.
426+
387427
# References
388428

389429
## TensorRT Resources

‎VERSION‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
11.4.0.106
1+
11.5.0.63

0 commit comments

Comments
 (0)
⌂ 换网址