19 lines
689 B
Docker
19 lines
689 B
Docker
FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
|
|
ENV HOST 0.0.0.0
|
|
RUN apt-get update && apt-get upgrade -y \
|
|
&& apt-get install -y git build-essential \
|
|
python3 python3-pip gcc wget \
|
|
ocl-icd-opencl-dev opencl-headers clinfo \
|
|
libclblast-dev libopenblas-dev \
|
|
&& mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd
|
|
WORKDIR /app
|
|
COPY . .
|
|
ENV CUDA_DOCKER_ARCH=all
|
|
|
|
RUN pip install --no-cache-dir -r requirements_nvidia.txt && \
|
|
pip install --no-cache-dir -r requirements_finetune.txt && \
|
|
pip install --no-cache-dir -r requirements_other.txt && \
|
|
pip install --no-cache-dir deepspeed
|
|
EXPOSE 7851
|
|
CMD ["python", "script.py"]
|