Skip to content

Commit 87291cb

Browse files
lanluo-nvidialanluo-nvidia
authored
upgrade tensorrt and tensorrt_rtx (#3895)
1 parent 13f9f0b commit 87291cb

File tree

19 files changed

+109
-75
lines changed

19 files changed

+109
-75
lines changed

‎.github/scripts/generate-tensorrt-test-matrix.py‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,10 @@
6060
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/zip/TensorRT-10.13.2.6.Windows.win10.cuda-12.9.zip",
6161
"strip_prefix": "TensorRT-10.13.2.6",
6262
},
63+
"10.14.1": {
64+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-12.9.zip",
65+
"strip_prefix": "TensorRT-10.14.1.48",
66+
},
6367
},
6468
"linux": {
6569
"10.3.0": {
@@ -94,6 +98,10 @@
9498
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.2/tars/TensorRT-10.13.2.6.Linux.x86_64-gnu.cuda-12.9.tar.gz",
9599
"strip_prefix": "TensorRT-10.13.2.6",
96100
},
101+
"10.14.1": {
102+
"urls": "https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-12.9.tar.gz",
103+
"strip_prefix": "TensorRT-10.14.1.48",
104+
},
97105
},
98106
}
99107

‎.github/scripts/install-tensorrt-rtx.sh‎

100644100755
Lines changed: 18 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,12 @@
11

22
install_tensorrt_rtx() {
33
if [[ ${USE_TRT_RTX} == true ]]; then
4-
TRT_RTX_VERSION=1.0.0.21
4+
if [[ ${CU_VERSION:2:2} == "13" ]]; then
5+
export CU_UPPERBOUND="13.0"
6+
else
7+
export CU_UPPERBOUND="12.9"
8+
fi
9+
TRT_RTX_VERSION=1.2.0.54
510
install_wheel_or_not=${1:-false}
611
echo "It is the tensorrt-rtx build, install tensorrt-rtx with install_wheel_or_not:${install_wheel_or_not}"
712
PLATFORM=$(python -c "import sys; print(sys.platform)")
@@ -15,23 +20,29 @@ install_tensorrt_rtx() {
1520
# python version is like 3.11, we need to convert it to cp311
1621
CPYTHON_TAG="cp${PYTHON_VERSION//./}"
1722
if [[ ${PLATFORM} == win32 ]]; then
18-
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip -o TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip
19-
unzip TensorRT-RTX-${TRT_RTX_VERSION}.Windows.win10.cuda-12.9.zip
23+
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-${TRT_RTX_VERSION}-win10-amd64-cuda-${CU_UPPERBOUND}-release-external.zip -o tensorrt-rtx-${TRT_RTX_VERSION}.win10-amd64-cuda-${CU_UPPERBOUND}.zip
24+
unzip tensorrt-rtx-${TRT_RTX_VERSION}.win10-amd64-cuda-${CU_UPPERBOUND}.zip
2025
rtx_lib_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/lib
21-
export PATH=${rtx_lib_dir}:$PATH
26+
rtx_bin_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/bin
27+
export PATH=${rtx_lib_dir}:${rtx_bin_dir}:$PATH
2228
echo "PATH: $PATH"
2329
if [[ ${install_wheel_or_not} == true ]]; then
2430
pip install TensorRT-RTX-${TRT_RTX_VERSION}/python/tensorrt_rtx-${TRT_RTX_VERSION}-${CPYTHON_TAG}-none-win_amd64.whl
2531
fi
32+
# clean up the downloaded rtx zip
33+
rm tensorrt-rtx*.zip
2634
else
27-
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz -o TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz
28-
tar -xzf TensorRT-RTX-${TRT_RTX_VERSION}.Linux.x86_64-gnu.cuda-12.9.tar.gz
35+
curl -L https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz -o tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz
36+
tar -xzf tensorrt-rtx-${TRT_RTX_VERSION}-linux-x86_64-cuda-${CU_UPPERBOUND}-release-external.tar.gz
2937
rtx_lib_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/lib
30-
export LD_LIBRARY_PATH=${rtx_lib_dir}:$LD_LIBRARY_PATH
38+
rtx_bin_dir=${PWD}/TensorRT-RTX-${TRT_RTX_VERSION}/bin
39+
export LD_LIBRARY_PATH=${rtx_lib_dir}:${rtx_bin_dir}:$LD_LIBRARY_PATH
3140
echo "LD_LIBRARY_PATH: $LD_LIBRARY_PATH"
3241
if [[ ${install_wheel_or_not} == true ]]; then
3342
pip install TensorRT-RTX-${TRT_RTX_VERSION}/python/tensorrt_rtx-${TRT_RTX_VERSION}-${CPYTHON_TAG}-none-linux_x86_64.whl
3443
fi
44+
# clean up the downloaded rtx tarball
45+
rm tensorrt-rtx*.tar.gz
3546
fi
3647
else
3748
echo "It is the standard tensorrt build, skip install tensorrt-rtx"

‎.github/scripts/install-torch-tensorrt.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@ fi
3232
if [[ ${PLATFORM} == win32 ]]; then
3333
pip install ${RUNNER_ARTIFACT_DIR}/torch_tensorrt*.whl
3434
else
35-
pip install /opt/torch-tensorrt-builds/torch_tensorrt*.whl
35+
pip install /opt/torch-tensorrt-builds/torch_tensorrt*.whl --use-deprecated=legacy-resolver
3636
fi
3737

3838
echo -e "Running test script";

‎.github/workflows/build-test-linux-x86_64_rtx.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -246,6 +246,7 @@ jobs:
246246
test-infra-ref: main
247247
build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
248248
pre-script: ${{ matrix.pre-script }}
249+
use-rtx: true
249250
script: |
250251
set -euo pipefail
251252
pushd .

‎.github/workflows/build_linux.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -351,7 +351,7 @@ jobs:
351351
if [[ ${{ inputs.architecture }} == "aarch64" ]]; then
352352
echo "Skipping smoke test for aarch64, since it is not an actual gpu runner"
353353
else
354-
${CONDA_RUN} pip install "${{ inputs.repository }}/dist/$WHEEL_NAME"
354+
${CONDA_RUN} pip install "${{ inputs.repository }}/dist/$WHEEL_NAME" --use-deprecated=legacy-resolver --extra-index-url https://download.pytorch.org/${CHANNEL}/${CU_VERSION}
355355
# Checking that we have a pinned version of torch in our dependency tree
356356
(
357357
pushd "${RUNNER_TEMP}"

‎.github/workflows/windows-test.yml‎

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -143,10 +143,12 @@ jobs:
143143
is_windows: 'enabled'
144144
- name: Surface failing tests
145145
if: always()
146-
uses: pmeier/pytest-results-action@v0.3.0
146+
uses: pmeier/pytest-results-action@v0.5.0
147147
with:
148-
path: ${{ env.RUNNER_TEST_RESULTS_DIR }}
149-
fail-on-empty: false
148+
path: ${{ env.RUNNER_TEST_RESULTS_DIR }}/*.xml
149+
summary: true
150+
display-options: fEs
151+
fail-on-empty: true
150152
- name: Teardown Windows
151153
if: ${{ always() }}
152154
uses: ./test-infra/.github/actions/teardown-windows

‎MODULE.bazel‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -101,27 +101,27 @@ http_archive(
101101
http_archive(
102102
name = "tensorrt",
103103
build_file = "@//third_party/tensorrt/archive:BUILD",
104-
strip_prefix = "TensorRT-10.13.3.9",
104+
strip_prefix = "TensorRT-10.14.1.48",
105105
urls = [
106-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/tars/TensorRT-10.13.3.9.Linux.x86_64-gnu.cuda-13.0.tar.gz",
106+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.x86_64-gnu.cuda-13.0.tar.gz",
107107
],
108108
)
109109

110110
http_archive(
111111
name = "tensorrt_rtx",
112112
build_file = "@//third_party/tensorrt_rtx/archive:BUILD",
113-
strip_prefix = "TensorRT-RTX-1.0.0.21",
113+
strip_prefix = "TensorRT-RTX-1.2.0.54",
114114
urls = [
115-
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-1.0.0.21.Linux.x86_64-gnu.cuda-12.9.tar.gz",
115+
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-1.2.0.54-linux-x86_64-cuda-13.0-release-external.tar.gz",
116116
],
117117
)
118118

119119
http_archive(
120120
name = "tensorrt_sbsa",
121121
build_file = "@//third_party/tensorrt/archive:BUILD",
122-
strip_prefix = "TensorRT-10.13.3.9",
122+
strip_prefix = "TensorRT-10.14.1.48",
123123
urls = [
124-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/tars/TensorRT-10.13.3.9.Linux.aarch64-gnu.cuda-13.0.tar.gz",
124+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/tars/TensorRT-10.14.1.48.Linux.aarch64-gnu.cuda-13.0.tar.gz",
125125
],
126126
)
127127

@@ -137,18 +137,18 @@ http_archive(
137137
http_archive(
138138
name = "tensorrt_win",
139139
build_file = "@//third_party/tensorrt/archive:BUILD",
140-
strip_prefix = "TensorRT-10.13.3.9",
140+
strip_prefix = "TensorRT-10.14.1.48",
141141
urls = [
142-
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.13.3/zip/TensorRT-10.13.3.9.Windows.win10.cuda-13.0.zip",
142+
"https://developer.nvidia.com/downloads/compute/machine-learning/tensorrt/10.14.1/zip/TensorRT-10.14.1.48.Windows.win10.cuda-13.0.zip",
143143
],
144144
)
145145

146146
http_archive(
147147
name = "tensorrt_rtx_win",
148148
build_file = "@//third_party/tensorrt_rtx/archive:BUILD",
149-
strip_prefix = "TensorRT-RTX-1.0.0.21",
149+
strip_prefix = "TensorRT-RTX-1.2.0.54",
150150
urls = [
151-
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.0/TensorRT-RTX-1.0.0.21.Windows.win10.cuda-12.9.zip",
151+
"https://developer.nvidia.com/downloads/trt/rtx_sdk/secure/1.2/tensorrt-rtx-1.2.0.54-win10-amd64-cuda-13.0-release-external.zip",
152152
],
153153
)
154154
####################################################################################

‎README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ Torch-TensorRT
77
[![Documentation](https://img.shields.io/badge/docs-master-brightgreen)](https://nvidia.github.io/Torch-TensorRT/)
88
[![pytorch](https://img.shields.io/badge/PyTorch-2.10-green)](https://download.pytorch.org/whl/nightly/cu130)
99
[![cuda](https://img.shields.io/badge/CUDA-13.0-green)](https://developer.nvidia.com/cuda-downloads)
10-
[![trt](https://img.shields.io/badge/TensorRT-10.13.0-green)](https://github.com/nvidia/tensorrt)
10+
[![trt](https://img.shields.io/badge/TensorRT-10.14.0-green)](https://github.com/nvidia/tensorrt)
1111
[![license](https://img.shields.io/badge/license-BSD--3--Clause-blue)](./LICENSE)
1212
[![Linux x86-64 Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-x86_64.yml)
1313
[![Linux SBSA Nightly Wheels](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml/badge.svg?branch=nightly)](https://github.com/pytorch/TensorRT/actions/workflows/build-test-linux-aarch64.yml)
@@ -123,7 +123,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR
123123
- Bazel 8.1.1
124124
- Libtorch 2.10.0.dev (latest nightly)
125125
- CUDA 13.0 (CUDA 12.6 on Jetson)
126-
- TensorRT 10.13.2.6 (TensorRT 10.3 on Jetson)
126+
- TensorRT 10.14.1.48 (TensorRT 10.3 on Jetson)
127127
128128
## Deprecation Policy
129129

‎dev_dep_versions.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
__cuda_version__: "12.8"
2-
__tensorrt_version__: "10.13.3"
3-
__tensorrt_rtx_version__: "1.0.0"
1+
__cuda_version__: "13.0"
2+
__tensorrt_version__: "10.14.0"
3+
__tensorrt_rtx_version__: "1.2.0"
44
__tensorrt_llm_version__: "0.17.0.post1"

‎docsrc/getting_started/tensorrt_rtx.rst‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ Install TensorRT-RTX Tarball
5252
~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5353

5454
TensorRT-RTX tarball can be downloaded from https://developer.nvidia.com/tensorrt-rtx.
55-
Currently, Torch-TensorRT uses TensorRT-RTX version **1.0.0.21**.
55+
Currently, Torch-TensorRT uses TensorRT-RTX version **1.2.0.54**.
5656

5757
Once downloaded:
5858

@@ -62,8 +62,8 @@ Make sure you add the lib path to the ``LD_LIBRARY_PATH`` environment variable.
6262

6363
.. code-block:: sh
6464
65-
# If TensorRT-RTX is downloaded in /your_local_download_path/TensorRT-RTX-1.0.0.21
66-
export LD_LIBRARY_PATH=/your_local_download_path/TensorRT-RTX-1.0.0.21/lib:$LD_LIBRARY_PATH
65+
# If TensorRT-RTX is downloaded in /your_local_download_path/TensorRT-RTX-1.2.0.54
66+
export LD_LIBRARY_PATH=/your_local_download_path/TensorRT-RTX-1.2.0.54/lib:$LD_LIBRARY_PATH
6767
echo $LD_LIBRARY_PATH | grep TensorRT-RTX
6868
6969
**In Windows:**
@@ -72,8 +72,8 @@ Make sure you add the lib path to the Windows system variable ``PATH``.
7272

7373
.. code-block:: sh
7474
75-
# If TensorRT-RTX is downloaded in C:\your_local_download_path\TensorRT-RTX-1.0.0.21
76-
set PATH="%PATH%;C:\your_local_download_path\TensorRT-RTX-1.0.0.21\lib"
75+
# If TensorRT-RTX is downloaded in C:\your_local_download_path\TensorRT-RTX-1.2.0.54
76+
set PATH="%PATH%;C:\your_local_download_path\TensorRT-RTX-1.2.0.54\lib"
7777
echo %PATH% | findstr TensorRT-RTX
7878
7979
Install TensorRT-RTX Wheel
@@ -84,8 +84,8 @@ You must install it manually from the downloaded tarball.
8484

8585
.. code-block:: sh
8686
87-
# If the tarball is downloaded in /your_local_download_path/TensorRT-RTX-1.0.0.21
88-
python -m pip install /your_local_download_path/TensorRT-RTX-1.0.0.21/python/tensorrt_rtx-1.0.0.21-cp39-none-linux_x86_64.whl
87+
# If the tarball is downloaded in /your_local_download_path/TensorRT-RTX-1.2.0.54
88+
python -m pip install /your_local_download_path/TensorRT-RTX-1.2.0.54/python/tensorrt_rtx-1.2.0.54-cp39-none-linux_x86_64.whl
8989
9090
Build Torch-TensorRT with TensorRT-RTX
9191
--------------------------------------

0 commit comments

Comments
 (0)