diff --git a/Dockerfile b/Dockerfile
index b157498..5a79e77 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -9,9 +9,10 @@ RUN apt-get update && apt-get upgrade -y \
 WORKDIR /app
 COPY . .
 ENV CUDA_DOCKER_ARCH=all
-RUN pip install deepspeed
+
 RUN pip install --no-cache-dir -r requirements_nvidia.txt && \
     pip install --no-cache-dir -r requirements_finetune.txt && \
-    pip install --no-cache-dir -r requirements_other.txt
+    pip install --no-cache-dir -r requirements_other.txt && \
+    pip install --no-cache-dir deepspeed
 EXPOSE 7851
 CMD ["python", "script.py"]