diff --git a/.circleci/config.yml b/.circleci/config.yml
index f60c46fca4..1356b4f181 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -85,7 +85,7 @@ install_dep: &install_dep
 
         # start installing
         source activate /home/circleci/venv
-        conda install pytorch torchvision torchaudio cudatoolkit=11.3 -c pytorch-nightly -q
+        conda install pytorch torchvision torchaudio=0.12.0 cudatoolkit=11.3 -c pytorch-nightly -q
         $CONDA_PYTHON -m pip install -r requirements-benchmark.txt --progress-bar off
 
         # Mark install as complete