Downgrade to CuDNN 8.9.0

Author: gs-olive

.circleci/config.yml

@@ -94,7 +94,7 @@ commands:
                         - << parameters.install-dir >>
 
   install-cudnn:
-    description: "Install CUDNN 8.9.1"
+    description: "Install CUDNN 8.9.0"
     parameters:
       os:
         type: string
@@ -104,7 +104,7 @@ commands:
         default: "x86_64"
       cudnn-version:
         type: string
-        default: "8.9.1.23"
+        default: "8.9.0.131"
       cuda-version:
         type: string
         default: "cuda12.1"
@@ -183,7 +183,7 @@ commands:
         default: "cuda12.0"
       cudnn-version:
         type: string
-        default: "8.9.1.23"
+        default: "8.9.0.131"
       trt-version-short:
         type: string
         default: "8.6.1"
@@ -235,7 +235,7 @@ commands:
           default: "8.6.1"
         cudnn-version-long:
           type: string
-          default: "8.9.1.23"
+          default: "8.9.0.131"
       steps:
         - run:
             name: Set up python environment
@@ -252,19 +252,22 @@ commands:
     parameters:
       torch-build:
         type: string
-        default: "2.1.0.dev20230613+cu121"
+        default: "2.1.0.dev20230613+cu121.with.pypi.cudnn.with.pypi.cudnn"
       torchvision-build:
         type: string
         default: "0.16.0.dev20230613+cu121"
       torch-build-index:
+        type: string
+        default: "https://download.pytorch.org/whl/nightly/cu121_pypi_cudnn"
+      torchvision-build-index:
         type: string
         default: "https://download.pytorch.org/whl/nightly/cu121"
     steps:
       - run:
           name: Install Torch
           command: |
             pip3 install --upgrade pip
-            pip3 install torch==<< parameters.torch-build >>  torchvision==<< parameters.torchvision-build >> --extra-index-url << parameters.torch-build-index >>
+            pip3 install torch==<< parameters.torch-build >>  torchvision==<< parameters.torchvision-build >> --extra-index-url << parameters.torch-build-index >> --extra-index-url << parameters.torchvision-build-index >>
 
   build-py:
     description: "Build the torch-tensorrt python release (pre-cxx11-abi)"
@@ -1335,13 +1338,13 @@ parameters:
   # Nightly platform config
   torch-build:
     type: string
-    default: "2.1.0.dev20230613+cu121"
+    default: "2.1.0.dev20230613+cu121.with.pypi.cudnn"
   torchvision-build:
     type: string
     default: "0.16.0.dev20230613+cu121"
   torch-build-index:
     type: string
-    default: "https://download.pytorch.org/whl/nightly/cu121"
+    default: "https://download.pytorch.org/whl/nightly/cu121_pypi_cudnn"
   torch-build-legacy:
     type: string
     default: "1.13.1+cu117"
@@ -1356,7 +1359,7 @@ parameters:
     default: true
   cudnn-version:
     type: string
-    default: "8.9.1.23"
+    default: "8.9.0.131"
   trt-version-short:
     type: string
     default: "8.6.1"

README.md

@@ -118,7 +118,7 @@ These are the following dependencies used to verify the testcases. Torch-TensorR
 - Bazel 5.2.0
 - Libtorch 2.1.0.dev20230613 (built with CUDA 12.1)
 - CUDA 12.1
-- cuDNN 8.9.1
+- cuDNN 8.9.0
 - TensorRT 8.6.1
 
 ## Prebuilt Binaries and Wheel files

WORKSPACE

@@ -71,10 +71,10 @@ http_archive(
 http_archive(
     name = "cudnn",
     build_file = "@//third_party/cudnn/archive:BUILD",
-    sha256 = "35163c5c542be0c511738b27e25235193cbeedc5e0e006e44b1cdeaf1922e83e",
-    strip_prefix = "cudnn-linux-x86_64-8.9.1.23_cuda12-archive",
+    sha256 = "477631002be61022b60961cba0a501271507a93f81d6b08384bc320cb8706c98",
+    strip_prefix = "cudnn-linux-x86_64-8.9.0.131_cuda12-archive",
     urls = [
-        "https://developer.nvidia.com/downloads/compute/cudnn/secure/8.9.1/local_installers/12.x/cudnn-linux-x86_64-8.9.1.23_cuda12-archive.tar.xz",
+        "https://developer.nvidia.com/downloads/compute/cudnn/secure/8.9.0/local_installers/12.x/cudnn-linux-x86_64-8.9.0.131_cuda12-archive.tar.xz",
     ],
 )
 

py/requirements.txt

@@ -2,7 +2,8 @@ numpy
 packaging
 pybind11==2.6.2
 --extra-index-url https://download.pytorch.org/whl/nightly/cu121
-torch==2.1.0.dev20230613+cu121
+--extra-index-url https://download.pytorch.org/whl/nightly/cu121_pypi_cudnn
+torch==2.1.0.dev20230613+cu121.with.pypi.cudnn
 torchvision==0.16.0.dev20230613+cu121
 --extra-index-url https://pypi.ngc.nvidia.com
 tensorrt==8.6.1