Fixing docker build for DeepSpeed, introducing build for conda environment

docker/conda/Dockerfile

@@ -0,0 +1,77 @@
+FROM continuumio/miniconda3:24.7.1-0 AS build
+
+ARG CUDA_VERSION=12.4.1
+ENV CUDA_VERSION=$CUDA_VERSION
+
+ARG PYTHON_VERSION=3.11.11
+ENV PYTHON_VERSION=$PYTHON_VERSION
+
+SHELL ["/bin/bash", "-l", "-c"]
+ENV SHELL=/bin/bash
+ENV HOST=0.0.0.0
+ENV DEBIAN_FRONTEND=noninteractive
+ENV CUDA_DOCKER_ARCH=all
+ENV NVIDIA_VISIBLE_DEVICES=all
+ENV CONDA_AUTO_UPDATE_CONDA="false"
+
+##############################################################################
+# Installation/Basic Utilities
+##############################################################################
+RUN <<EOR
+    apt-get update
+    apt-get upgrade -y
+    apt-get install --no-install-recommends -y \
+      espeak-ng \
+      curl \
+      wget \
+      jq \
+      vim
+
+    apt-get clean && rm -rf /var/lib/apt/lists/*
+EOR
+
+##############################################################################
+# Create a conda environment and install dependencies:
+##############################################################################
+RUN <<EOR
+    CUDA_SHORT_VERSION=${CUDA_VERSION%.*}
+
+    conda create -y -n "alltalk" -c conda-forge python=${PYTHON_VERSION}
+    conda activate alltalk
+    RESULT=$( { conda install -y \
+      gcc_linux-64 \
+      gxx_linux-64 \
+      pytorch \
+      pytorch-cuda=${CUDA_SHORT_VERSION} \
+      torchvision \
+      torchaudio \
+      libaio \
+      nvidia/label/cuda-${CUDA_SHORT_VERSION}.0::cuda-toolkit \
+      faiss-gpu=1.9.0 \
+      conda-forge::ffmpeg=7.1.0 \
+      conda-forge::portaudio=19.7.0 \
+      -c pytorch \
+      -c anaconda \
+      -c nvidia ; } 2>&1 )
+
+    if echo $RESULT | grep -izq error ; then
+      echo "Failed to install conda dependencies: $RESULT"
+      exit 1
+    fi
+
+    conda clean -a && pip cache purge
+EOR
+
+##############################################################################
+# Export conda environment:
+##############################################################################
+RUN <<EOR
+  conda activate alltalk
+  conda env export > /environment-cu-${CUDA_VERSION}-cp-${PYTHON_VERSION}.yml
+EOR
+
+##############################################################################
+# Make environment file available to docker build output:
+##############################################################################
+FROM scratch
+COPY --from=build /environment-*.yml /

docker/conda/build-conda-env.sh

@@ -0,0 +1,43 @@
+#!/usr/bin/env bash
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+cd $SCRIPT_DIR
+
+. ${SCRIPT_DIR=}/../variables.sh
+
+if [ -f $SCRIPT_DIR/build/environment-cu-${CUDA_VERSION}-cp-${PYTHON_VERSION}.yml ]; then
+   echo "Environment file already exists - skipping..."
+   exit 0
+fi
+
+# Parse arguments
+while [ "$#" -gt 0 ]; do
+  case "$1" in
+    --cuda-version)
+      CUDA_VERSION="$2"
+      shift
+      ;;
+    --python-version)
+      PYTHON_VERSION="$2"
+      shift
+      ;;
+    *)
+      # Allow to pass arbitrary arguments to docker as well to be flexible:
+      echo "Unknown argument '$1'"
+      exit 1
+      ;;
+  esac
+  shift
+done
+
+echo "Building conda environment using python ${PYTHON_VERSION} with CUDA ${CUDA_VERSION}"
+
+rm -rf build # make sure to properly clean up
+mkdir -p build
+
+docker buildx \
+  build \
+  --build-arg CUDA_VERSION=$CUDA_VERSION \
+  --build-arg PYTHON_VERSION=$PYTHON_VERSION \
+  --output=$SCRIPT_DIR/build \
+  .