diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index ad3ae3a09..c492d7e20 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -58,14 +58,12 @@ echo "CONDA_ENV: ${CONDA_ENV}"
 # shellcheck disable=SC2155
 export CONDA_PREFIX=$(conda run -n "${CONDA_ENV}" printenv CONDA_PREFIX)
 
-find / -name *cuda*
-
-# Setting LD_LIBRARY_PATH fixes the runtime error with fbgemm_gpu not
+# Set LD_LIBRARY_PATH to fix the runtime error with fbgemm_gpu not
 # being able to locate libnvrtc.so
+# NOTE: The order of the entries in LD_LIBRARY_PATH matters
 echo "[NOVA] Setting LD_LIBRARY_PATH ..."
 conda env config vars set -n ${CONDA_ENV}  \
-    LD_LIBRARY_PATH="/usr/local/lib:/usr/lib64:${CONDA_PREFIX}/lib:${LD_LIBRARY_PATH}"
-
+    LD_LIBRARY_PATH="${CONDA_PREFIX}/lib:/usr/local/lib:/usr/lib64:${LD_LIBRARY_PATH}"
 
 # install pytorch
 # switch back to conda once torch nightly is fixed