diff --git a/nvidia.Dockerfile b/nvidia.Dockerfile
index f244a1a..8ca029d 100644
--- a/nvidia.Dockerfile
+++ b/nvidia.Dockerfile
@@ -7,12 +7,16 @@ RUN apt-get update && apt-get upgrade -y \
     libclblast-dev libopenblas-dev \
     && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd \
     && ln -s /usr/bin/python3 /usr/bin/python
+
+RUN mkdir /app/pip_cache
+ENV PIP_CACHE_DIR=/app/pip_cache
+
 WORKDIR /app
 COPY . .
 ENV CUDA_DOCKER_ARCH=all
+RUN pip install --no-cache-dir -r system/requirements/requirements_standalone.txt --cache-dir=/app/pip_cache && \
+    pip install --no-cache-dir deepspeed --cache-dir=/app/pip_cache
 
-RUN pip install --no-cache-dir --no-deps -r system/requirements/requirements_standalone.txt && \
-    pip install --no-cache-dir deepspeed
 EXPOSE 7851
 RUN chmod +x launch.sh
 ENTRYPOINT ["sh", "-c", "./launch.sh"]
\ No newline at end of file