diff --git a/Dockerfile b/Dockerfile
index 702953c..b157498 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,6 +1,15 @@
 FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
+ENV HOST 0.0.0.0
+RUN apt-get update && apt-get upgrade -y \
+    && apt-get install -y git build-essential \
+    python3 python3-pip gcc wget \
+    ocl-icd-opencl-dev opencl-headers clinfo \
+    libclblast-dev libopenblas-dev \
+    && mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
 WORKDIR /app
 COPY . .
+ENV CUDA_DOCKER_ARCH=all
+RUN pip install deepspeed
 RUN pip install --no-cache-dir -r requirements_nvidia.txt && \
     pip install --no-cache-dir -r requirements_finetune.txt && \
     pip install --no-cache-dir -r requirements_other.txt