Fixing docker build for DeepSpeed, introducing build for conda environment

docker/deepspeed/build-deepspeed.sh

@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+cd $SCRIPT_DIR
+
+. ${SCRIPT_DIR=}/../variables.sh
+
+# Parse arguments
+while [ "$#" -gt 0 ]; do
+  case "$1" in
+    --python-version)
+      PYTHON_VERSION="$2"
+      shift
+      ;;
+    --deepspeed-version)
+      DEEPSPEED_VERSION="$2"
+      shift
+      ;;
+    *)
+      # Allow to pass arbitrary arguments to docker as well to be flexible:
+      echo "Unknown argument '$1'"
+      exit 1
+      ;;
+  esac
+  shift
+done
+
+PYTHON_SHORT_VERSION=${PYTHON_VERSION%.*}
+PYTHON_VERSION_NO_DOT=${PYTHON_SHORT_VERSION//./}
+if [[ -n $(find build -name "deepspeed-${DEEPSPEED_VERSION}*-cp${PYTHON_VERSION_NO_DOT}-cp${PYTHON_VERSION_NO_DOT}-*.whl") ]]
+then
+   echo "DeepSpeed was already built - skipping..."
+   exit 0
+fi
+
+CONDA_ENV=${SCRIPT_DIR=}/../conda/build/environment-cu-${CUDA_VERSION}-cp-${PYTHON_VERSION}.yml
+if [ ! -f ${CONDA_ENV} ]; then
+    echo "No conda environment found. Please run 'build-conda-env.sh' first."
+    exit 1
+fi
+
+echo "Building DeepSpeed $DEEPSPEED_VERSION using python ${PYTHON_VERSION}"
+
+rm -rf build # make sure to properly clean up
+mkdir -p build
+cp ${CONDA_ENV} ${SCRIPT_DIR=}/build
+
+docker buildx \
+  build \
+  --build-arg DEEPSPEED_VERSION=$DEEPSPEED_VERSION \
+  -t deepspeed:$DEEPSPEED_VERSION \
+  .
+
+docker run \
+  --rm \
+  -it \
+  --gpus=all \
+  --name deepspeed \
+  -v $SCRIPT_DIR/build:/deepspeed \
+  deepspeed:$DEEPSPEED_VERSION