diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index 00c9cbed0636..d638d1435dfc 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -22,7 +22,7 @@ jobs:
     runs-on: [single-gpu, nvidia-gpu, a10, ci]
     container:
       image: diffusers/diffusers-pytorch-compile-cuda
-      options: --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface/diffusers:/mnt/cache/ --gpus 0
+      options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/ --gpus 0
     steps:
       - name: Checkout diffusers
         uses: actions/checkout@v3
diff --git a/benchmarks/run_all.py b/benchmarks/run_all.py
index 96d30c0837c8..c9932cc71c38 100644
--- a/benchmarks/run_all.py
+++ b/benchmarks/run_all.py
@@ -39,11 +39,8 @@ def main():
     for file in python_files:
         print(f"****** Running file: {file} ******")
 
-        if "ip_adapters" in file:
-            continue
-
         # Run with canonical settings.
-        if file != "benchmark_text_to_image.py":
+        if file != "benchmark_text_to_image.py" and file != "benchmark_ip_adapters.py":
             command = f"python {file}"
             run_command(command.split())
 
@@ -52,7 +49,8 @@ def main():
 
     # Run variants.
     for file in python_files:
-        if "ip_adapters" in file:
+        # See: https://github.com/pytorch/pytorch/issues/129637
+        if file == "benchmark_ip_adapters.py":
             continue
 
         if file == "benchmark_text_to_image.py":