TensorRT 10.10 OSS Release (#4437)

Signed-off-by: Po-Wei Wang (Vincent) <poweiw@nvidia.com>

Author: poweiw

.github/workflows/blossom-ci.yml

@@ -1,56 +1,59 @@
-# Copyright (c) 2020-2021, NVIDIA CORPORATION.
+#
+# SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
-#     http://www.apache.org/licenses/LICENSE-2.0
+# http://www.apache.org/licenses/LICENSE-2.0
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+#
 
 # A workflow to trigger ci on hybrid infra (github + self hosted runner)
 name: Blossom-CI
 on:
   issue_comment:
     types: [created]
   workflow_dispatch:
-      inputs:
-          platform:
-            description: 'runs-on argument'     
-            required: false
-          args:
-            description: 'argument'     
-            required: false
+    inputs:
+      platform:
+        description: "runs-on argument"
+        required: false
+      args:
+        description: "argument"
+        required: false
 jobs:
   Authorization:
     name: Authorization
-    runs-on: blossom 
+    runs-on: blossom
     outputs:
       args: ${{ env.args }}
-      
+
     # This job only runs for pull request comments
     if: |
-        github.event.comment.body == '/blossom-ci' &&
-        (
-          github.actor == 'rajeevsrao' ||
-          github.actor == 'kevinch-nv' ||
-          github.actor == 'ttyio' ||
-          github.actor == 'samurdhikaru' ||
-          github.actor == 'zerollzeng' ||
-          github.actor == 'nvpohanh'
-        )
+      github.event.comment.body == '/blossom-ci' &&
+      (
+        github.actor == 'rajeevsrao' ||
+        github.actor == 'kevinch-nv' ||
+        github.actor == 'ttyio' ||
+        github.actor == 'samurdhikaru' ||
+        github.actor == 'zerollzeng' ||
+        github.actor == 'nvpohanh'
+      )
     steps:
       - name: Check if comment is issued by authorized person
         run: blossom-ci
         env:
-          OPERATION: 'AUTH'
+          OPERATION: "AUTH"
           REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           REPO_KEY_DATA: ${{ secrets.BLOSSOM_KEY }}
-        
+
   Vulnerability-scan:
     name: Vulnerability scan
     needs: [Authorization]
@@ -61,21 +64,7 @@ jobs:
         with:
           repository: ${{ fromJson(needs.Authorization.outputs.args).repo }}
           ref: ${{ fromJson(needs.Authorization.outputs.args).ref }}
-          lfs: 'true'
-      
-      # repo specific steps 
-      #- name: Setup java
-      #  uses: actions/setup-java@v1
-      #  with:
-      #    java-version: 1.8
-      
-      # add blackduck properties https://synopsys.atlassian.net/wiki/spaces/INTDOCS/pages/631308372/Methods+for+Configuring+Analysis#Using-a-configuration-file
-      #- name: Setup blackduck properties
-      #  run: |
-      #       PROJECTS=$(mvn -am dependency:tree | grep maven-dependency-plugin | awk '{ out="com.nvidia:"$(NF-1);print out }' | grep rapids | xargs | sed -e 's/ /,/g')
-      #       echo detect.maven.build.command="-pl=$PROJECTS -am" >> application.properties
-      #       echo detect.maven.included.scopes=compile >> application.properties
-          
+          lfs: "true"
       - name: Run blossom action
         uses: NVIDIA/blossom-action@main
         env:
@@ -85,7 +74,7 @@ jobs:
           args1: ${{ fromJson(needs.Authorization.outputs.args).args1 }}
           args2: ${{ fromJson(needs.Authorization.outputs.args).args2 }}
           args3: ${{ fromJson(needs.Authorization.outputs.args).args3 }}
-          
+
   Job-trigger:
     name: Start ci job
     needs: [Vulnerability-scan]
@@ -94,18 +83,18 @@ jobs:
       - name: Start ci job
         run: blossom-ci
         env:
-          OPERATION: 'START-CI-JOB'
+          OPERATION: "START-CI-JOB"
           CI_SERVER: ${{ secrets.CI_SERVER }}
           REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-              
+
   Upload-Log:
     name: Upload log
     runs-on: blossom
-    if : github.event_name == 'workflow_dispatch'
+    if: github.event_name == 'workflow_dispatch'
     steps:
       - name: Jenkins log for pull request ${{ fromJson(github.event.inputs.args).pr }} (click here)
         run: blossom-ci
         env:
-          OPERATION: 'POST-PROCESSING'
+          OPERATION: "POST-PROCESSING"
           CI_SERVER: ${{ secrets.CI_SERVER }}
           REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}

CHANGELOG.md

@@ -1,5 +1,25 @@
 # TensorRT OSS Release Changelog
 
+## 10.10.0 GA - 2025-4-28
+
+Key Features and Updates:
+
+- Plugin changes
+  - Deprecated the enum classes [PluginVersion](https://docs.nvidia.com/deeplearning/tensorrt/latest/_static/c-api/namespacenvinfer1.html#a6fb3932a2896d82a94c8783e640afb34) & [PluginCreatorVersion](https://docs.nvidia.com/deeplearning/tensorrt/latest/_static/c-api/namespacenvinfer1.html#a43c4159a19c23f74234f3c34124ea0c5). `PluginVersion` & `PluginCreatorVersion` are used only in relation to `IPluginV2`-descendent plugin interfaces, which are all deprecated.
+  - Added the following APIs that enable users to obtain a list of all Plugin Creators hierarchically registered to a TensorRT `IPluginRegistry` (`C++`, `Python`) instance.
+    - C++ API: `IPluginRegistry::getAllCreatorsRecursive()`
+    - Python API: `IPluginRegistry.all_creators_recursive`
+- Demo changes
+  - demoDiffusion
+    - Added FP16 and FP8 LoRA support for the SDXL and FLUX pipelines.
+    - Added FP16 ControlNet support for the SDXL pipeline.
+- Sample changes
+  - Added support for the [python_plugin](https://github.com/NVIDIA/TensorRT/tree/release/10.9/samples/python/python_plugin) sample to compile targets to Blackwell.
+- Parser changes
+  - Cleaned up log spam when the ONNX network contained a mixture of Plugins and LocalFunctions.
+  - UINT8 constants are now properly imported for `QuantizeLinear` & `DequantizeLinear` nodes.
+  - Plugin fallback importer now also reads its namespace from a Node's domain field.
+
 ## 10.9.0 GA - 2025-3-10
 
 Key Features and Updates:

CMakeLists.txt

@@ -177,7 +177,7 @@ if (DEFINED GPU_ARCHS)
   message(STATUS "GPU_ARCHS defined as ${GPU_ARCHS}. Generating CUDA code for SM ${GPU_ARCHS}")
   separate_arguments(GPU_ARCHS)
   foreach(SM IN LISTS GPU_ARCHS)
-    list(APPEND CMAKE_CUDA_ARCHITECTURES "${SM}")
+    list(APPEND CMAKE_CUDA_ARCHITECTURES SM)
   endforeach()
 else()
   list(APPEND CMAKE_CUDA_ARCHITECTURES 72 75 80 86 87 89 90)

LICENSE

@@ -305,7 +305,7 @@
    > plugin/multiscaleDeformableAttnPlugin/multiscaleDeformableAttn.cu
    > plugin/multiscaleDeformableAttnPlugin/multiscaleDeformableAttn.h
    > plugin/multiscaleDeformableAttnPlugin/multiscaleDeformableIm2ColCuda.cuh
-     
+
      Copyright 2020 SenseTime
 
      Licensed under the Apache License, Version 2.0 (the "License");
@@ -399,3 +399,53 @@
       WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
       See the License for the specific language governing permissions and
       limitations under the License.
+
+   > plugin/scatterElementsPlugin/atomics.cuh
+   > plugin/scatterElementsPlugin/reducer.cuh
+   > plugin/scatterElementsPlugin/scatterElementsPluginKernel.cu
+   > plugin/scatterElementsPlugin/scatterElementsPluginKernel.h
+   > plugin/scatterElementsPlugin/TensorInfo.cuh
+
+      Copyright (c) 2020 Matthias Fey <matthias.fey@tu-dortmund.de>
+
+      Permission is hereby granted, free of charge, to any person obtaining a copy
+      of this software and associated documentation files (the "Software"), to deal
+      in the Software without restriction, including without limitation the rights
+      to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+      copies of the Software, and to permit persons to whom the Software is
+      furnished to do so, subject to the following conditions:
+
+      The above copyright notice and this permission notice shall be included in
+      all copies or substantial portions of the Software.
+
+      THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+      IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+      FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+      AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+      LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+      OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+      THE SOFTWARE.
+
+   > plugin/roiAlignPlugin/roiAlignKernel.cu
+
+      MIT License
+
+      Copyright (c) Microsoft Corporation
+
+      Permission is hereby granted, free of charge, to any person obtaining a copy
+      of this software and associated documentation files (the "Software"), to deal
+      in the Software without restriction, including without limitation the rights
+      to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+      copies of the Software, and to permit persons to whom the Software is
+      furnished to do so, subject to the following conditions:
+
+      The above copyright notice and this permission notice shall be included in all
+      copies or substantial portions of the Software.
+
+      THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+      IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+      FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+      AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+      LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+      OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+      SOFTWARE.

README.md

@@ -32,15 +32,17 @@ To build the TensorRT-OSS components, you will first need the following software
 
 **TensorRT GA build**
 
-- TensorRT v10.9.0.34
+- TensorRT v10.10.0.31
   - Available from direct download links listed below
 
 **System Packages**
 
 - [CUDA](https://developer.nvidia.com/cuda-toolkit)
   - Recommended versions:
-  - cuda-12.8.0 + cuDNN-8.9
-  - cuda-11.8.0 + cuDNN-8.9
+  - cuda-12.9.0
+  - cuda-11.8.0
+- [CUDNN (optional)](https://developer.nvidia.com/cudnn)
+  - cuDNN 8.9
 - [GNU make](https://ftp.gnu.org/gnu/make/) >= v4.1
 - [cmake](https://github.com/Kitware/CMake/releases) >= v3.13
 - [python](https://www.python.org/downloads/) >= v3.8, <= v3.10.x
@@ -84,24 +86,24 @@ To build the TensorRT-OSS components, you will first need the following software
 
    Else download and extract the TensorRT GA build from [NVIDIA Developer Zone](https://developer.nvidia.com) with the direct links below:
 
-   - [TensorRT 10.9.0.34 for CUDA 11.8, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-11.8.tar.gz)
-   - [TensorRT 10.9.0.34 for CUDA 12.8, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/tars/TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz)
-   - [TensorRT 10.9.0.34 for CUDA 11.8, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/zip/TensorRT-10.9.0.34.Windows.win10.cuda-11.8.zip)
-   - [TensorRT 10.9.0.34 for CUDA 12.8, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.9.0/zip/TensorRT-10.9.0.34.Windows.win10.cuda-12.8.zip)
+   - [TensorRT 10.10.0.31 for CUDA 11.8, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.10.0/tars/TensorRT-10.10.0.31.Linux.x86_64-gnu.cuda-11.8.tar.gz)
+   - [TensorRT 10.10.0.31 for CUDA 12.9, Linux x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.10.0/tars/TensorRT-10.10.0.31.Linux.x86_64-gnu.cuda-12.9.tar.gz)
+   - [TensorRT 10.10.0.31 for CUDA 11.8, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.10.0/zip/TensorRT-10.10.0.31.Windows.win10.cuda-11.8.zip)
+   - [TensorRT 10.10.0.31 for CUDA 12.9, Windows x86_64](https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.10.0/zip/TensorRT-10.10.0.31.Windows.win10.cuda-12.9.zip)
 
-   **Example: Ubuntu 20.04 on x86-64 with cuda-12.8**
+   **Example: Ubuntu 20.04 on x86-64 with cuda-12.9**
 
    ```bash
    cd ~/Downloads
-   tar -xvzf TensorRT-10.9.0.34.Linux.x86_64-gnu.cuda-12.8.tar.gz
-   export TRT_LIBPATH=`pwd`/TensorRT-10.9.0.34
+   tar -xvzf TensorRT-10.10.0.31.Linux.x86_64-gnu.cuda-12.9.tar.gz
+   export TRT_LIBPATH=`pwd`/TensorRT-10.10.0.31
    ```
 
-   **Example: Windows on x86-64 with cuda-12.8**
+   **Example: Windows on x86-64 with cuda-12.9**
 
    ```powershell
-   Expand-Archive -Path TensorRT-10.9.0.34.Windows.win10.cuda-12.8.zip
-   $env:TRT_LIBPATH="$pwd\TensorRT-10.9.0.34\lib"
+   Expand-Archive -Path TensorRT-10.10.0.31.Windows.win10.cuda-12.9.zip
+   $env:TRT_LIBPATH="$pwd\TensorRT-10.10.0.31\lib"
    ```
 
 ## Setting Up The Build Environment
@@ -110,34 +112,34 @@ For Linux platforms, we recommend that you generate a docker container for build
 
 1. #### Generate the TensorRT-OSS build container.
 
-   **Example: Ubuntu 20.04 on x86-64 with cuda-12.8 (default)**
+   **Example: Ubuntu 20.04 on x86-64 with cuda-12.9 (default)**
 
    ```bash
-   ./docker/build.sh --file docker/ubuntu-20.04.Dockerfile --tag tensorrt-ubuntu20.04-cuda12.8
+   ./docker/build.sh --file docker/ubuntu-20.04.Dockerfile --tag tensorrt-ubuntu20.04-cuda12.9
    ```
 
-   **Example: Rockylinux8 on x86-64 with cuda-12.8**
+   **Example: Rockylinux8 on x86-64 with cuda-12.9**
 
    ```bash
-   ./docker/build.sh --file docker/rockylinux8.Dockerfile --tag tensorrt-rockylinux8-cuda12.8
+   ./docker/build.sh --file docker/rockylinux8.Dockerfile --tag tensorrt-rockylinux8-cuda12.9
    ```
 
-   **Example: Ubuntu 22.04 cross-compile for Jetson (aarch64) with cuda-12.8 (JetPack SDK)**
+   **Example: Ubuntu 22.04 cross-compile for Jetson (aarch64) with cuda-12.9 (JetPack SDK)**
 
    ```bash
-   ./docker/build.sh --file docker/ubuntu-cross-aarch64.Dockerfile --tag tensorrt-jetpack-cuda12.8
+   ./docker/build.sh --file docker/ubuntu-cross-aarch64.Dockerfile --tag tensorrt-jetpack-cuda12.9
    ```
 
-   **Example: Ubuntu 22.04 on aarch64 with cuda-12.8**
+   **Example: Ubuntu 22.04 on aarch64 with cuda-12.9**
 
    ```bash
-   ./docker/build.sh --file docker/ubuntu-22.04-aarch64.Dockerfile --tag tensorrt-aarch64-ubuntu22.04-cuda12.8
+   ./docker/build.sh --file docker/ubuntu-22.04-aarch64.Dockerfile --tag tensorrt-aarch64-ubuntu22.04-cuda12.9
    ```
 
 2. #### Launch the TensorRT-OSS build container.
    **Example: Ubuntu 20.04 build container**
    ```bash
-   ./docker/launch.sh --tag tensorrt-ubuntu20.04-cuda12.8 --gpus all
+   ./docker/launch.sh --tag tensorrt-ubuntu20.04-cuda12.9 --gpus all
    ```
    > NOTE:
    > <br> 1. Use the `--tag` corresponding to build container generated in Step 1.
@@ -149,7 +151,7 @@ For Linux platforms, we recommend that you generate a docker container for build
 
 - Generate Makefiles and build
 
-  **Example: Linux (x86-64) build with default cuda-12.8**
+  **Example: Linux (x86-64) build with default cuda-12.9**
 
   ```bash
   cd $TRT_OSSPATH
@@ -158,7 +160,7 @@ For Linux platforms, we recommend that you generate a docker container for build
   make -j$(nproc)
   ```
 
-  **Example: Linux (aarch64) build with default cuda-12.8**
+  **Example: Linux (aarch64) build with default cuda-12.9**
 
   ```bash
   cd $TRT_OSSPATH
@@ -167,27 +169,27 @@ For Linux platforms, we recommend that you generate a docker container for build
   make -j$(nproc)
   ```
 
-  **Example: Native build on Jetson (aarch64) with cuda-12.8**
+  **Example: Native build on Jetson (aarch64) with cuda-12.9**
 
   ```bash
   cd $TRT_OSSPATH
   mkdir -p build && cd build
-  cmake .. -DTRT_LIB_DIR=$TRT_LIBPATH -DTRT_OUT_DIR=`pwd`/out -DTRT_PLATFORM_ID=aarch64 -DCUDA_VERSION=12.8
+  cmake .. -DTRT_LIB_DIR=$TRT_LIBPATH -DTRT_OUT_DIR=`pwd`/out -DTRT_PLATFORM_ID=aarch64 -DCUDA_VERSION=12.9
   CC=/usr/bin/gcc make -j$(nproc)
   ```
 
   > NOTE: C compiler must be explicitly specified via CC= for native aarch64 builds of protobuf.
 
-  **Example: Ubuntu 22.04 Cross-Compile for Jetson (aarch64) with cuda-12.8 (JetPack)**
+  **Example: Ubuntu 22.04 Cross-Compile for Jetson (aarch64) with cuda-12.9 (JetPack)**
 
   ```bash
   cd $TRT_OSSPATH
   mkdir -p build && cd build
-  cmake .. -DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64.toolchain -DCUDA_VERSION=12.8 -DCUDNN_LIB=/pdk_files/cudnn/usr/lib/aarch64-linux-gnu/libcudnn.so -DCUBLAS_LIB=/usr/local/cuda-12.8/targets/aarch64-linux/lib/stubs/libcublas.so -DCUBLASLT_LIB=/usr/local/cuda-12.8/targets/aarch64-linux/lib/stubs/libcublasLt.so -DTRT_LIB_DIR=/pdk_files/tensorrt/lib
+  cmake .. -DCMAKE_TOOLCHAIN_FILE=$TRT_OSSPATH/cmake/toolchains/cmake_aarch64.toolchain -DCUDA_VERSION=12.9 -DCUDNN_LIB=/pdk_files/cudnn/usr/lib/aarch64-linux-gnu/libcudnn.so -DCUBLAS_LIB=/usr/local/cuda-12.9/targets/aarch64-linux/lib/stubs/libcublas.so -DCUBLASLT_LIB=/usr/local/cuda-12.9/targets/aarch64-linux/lib/stubs/libcublasLt.so -DTRT_LIB_DIR=/pdk_files/tensorrt/lib
   make -j$(nproc)
   ```
 
-  **Example: Native builds on Windows (x86) with cuda-12.8**
+  **Example: Native builds on Windows (x86) with cuda-12.9**
 
   ```bash
   cd $TRT_OSSPATH
@@ -197,7 +199,7 @@ For Linux platforms, we recommend that you generate a docker container for build
   msbuild TensorRT.sln /property:Configuration=Release -m:$env:NUMBER_OF_PROCESSORS
   ```
 
-  > NOTE: The default CUDA version used by CMake is 12.8.0. To override this, for example to 11.8, append `-DCUDA_VERSION=11.8` to the cmake command.
+  > NOTE: The default CUDA version used by CMake is 12.9.0. To override this, for example to 11.8, append `-DCUDA_VERSION=11.8` to the cmake command.
 
 - Required CMake build arguments are:
   - `TRT_LIB_DIR`: Path to the TensorRT installation directory containing libraries.

VERSION

@@ -1 +1 @@
-10.9.0.34
+10.10.0.31