diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index 042b22767..f3b73e3de 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -3,7 +3,8 @@ if [[ ${MATRIX_PACKAGE_TYPE} == "libtorch" ]]; then
     unzip libtorch.zip
 else
 
-    conda update -y -n base -c defaults conda
+    # Conda pinned see issue: https://github.com/ContinuumIO/anaconda-issues/issues/13350
+    conda install -y conda=23.11.0
     # Please note ffmpeg is required for torchaudio, see https://github.com/pytorch/pytorch/issues/96159
     conda create -y -n ${ENV_NAME} python=${MATRIX_PYTHON_VERSION} numpy ffmpeg
     conda activate ${ENV_NAME}