Install CUDA toolkit in docker image

backend/modal/Dockerfile

@@ -11,7 +11,13 @@ FROM python:3.11-slim
 WORKDIR /app
 ENV PATH="/opt/venv/bin:$PATH"
 
-RUN apt-get update && apt-get -y install ffmpeg curl unzip && rm -rf /var/lib/apt/lists/*
+RUN wget https://developer.download.nvidia.com/compute/cuda/12.6.3/local_installers/cuda-repo-debian11-12-6-local_12.6.3-560.35.05-1_amd64.deb && \
+dpkg -i cuda-repo-debian11-12-6-local_12.6.3-560.35.05-1_amd64.deb && \
+cp /var/cuda-repo-debian11-12-6-local/cuda-*-keyring.gpg /usr/share/keyrings/ && \
+add-apt-repository contrib && \
+apt-get update && \
+apt-get -y install build-essential ffmpeg curl unzip cuda-toolkit-12-6 && \
+rm -rf /var/lib/apt/lists/* cuda-repo-debian11-12-6-local_12.6.3-560.35.05-1_amd64.deb
 
 COPY --from=builder /opt/venv /opt/venv
 COPY backend/modal/ .