diff --git a/docker/ci-wheel/install-cudnn-8.5.0 b/docker/ci-wheel/install-cudnn-8.5.0
new file mode 100755
index 0000000..094b319
--- /dev/null
+++ b/docker/ci-wheel/install-cudnn-8.5.0
@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
+set -o errexit
+
+# cuDNN license: https://developer.nvidia.com/cudnn/license_agreement
+
+rm -rf cudnn && mkdir cudnn && cd cudnn
+
+# Taken from https://github.com/pytorch/builder/blob/main/common/install_cuda.sh.
+curl --location --fail --output cudnn.tar.xz\
+    https://developer.download.nvidia.com/compute/redist/cudnn/v8.5.0/local_installers/11.7/cudnn-linux-x86_64-8.5.0.96_cuda11-archive.tar.xz
+
+tar xf cudnn.tar.xz
+
+CUDA_DIR=/usr/local/cuda
+WORK_DIR=`ls | grep "cudnn\-linux-"`  # cudnn-linux-x86_64-8.5.0.96_cuda11-archive
+echo $WORR_DIR
+cp $WORK_DIR/include/* $CUDA_DIR/include
+cp $WORK_DIR/lib/* $CUDA_DIR/lib64
+
+cd ..
+
+rm -rf cudnn