2016-08-01 16:44:11 -07:00
|
|
|
#!/bin/bash
|
2023-04-18 11:40:42 +01:00
|
|
|
# shellcheck disable=SC2086
|
2020-08-31 10:57:17 -07:00
|
|
|
# This script is for users to build docker images locally. It is most useful for users wishing to edit the
|
2024-07-09 18:36:59 -07:00
|
|
|
# base-deps, or ray images. This script is *not* tested.
|
2016-08-01 16:44:11 -07:00
|
|
|
|
2020-08-31 10:57:17 -07:00
|
|
|
GPU=""
|
2024-06-21 14:30:47 -07:00
|
|
|
BASE_IMAGE="ubuntu:22.04"
|
2025-11-05 16:01:29 -08:00
|
|
|
WHEEL_URL="https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-3.0.0.dev0-cp310-cp310-manylinux2014_x86_64.whl"
|
|
|
|
|
CPP_WHEEL_URL="https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray_cpp-3.0.0.dev0-cp310-cp310-manylinux2014_x86_64.whl"
|
|
|
|
|
PYTHON_VERSION="3.10"
|
2021-01-28 23:27:54 +01:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
BUILD_ARGS=()
|
2020-08-31 10:57:17 -07:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
while [[ $# -gt 0 ]]; do
|
|
|
|
|
case "$1" in
|
|
|
|
|
--gpu)
|
|
|
|
|
GPU="-gpu"
|
2025-11-05 16:01:29 -08:00
|
|
|
BASE_IMAGE="nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04"
|
2024-07-09 18:36:59 -07:00
|
|
|
;;
|
|
|
|
|
--base-image)
|
|
|
|
|
# Override for the base image.
|
|
|
|
|
shift
|
|
|
|
|
BASE_IMAGE="$1"
|
|
|
|
|
;;
|
2025-04-04 12:53:26 -07:00
|
|
|
--progress-plain)
|
|
|
|
|
# Use plain progress output instead of fancy output.
|
|
|
|
|
# This is useful for CI systems that don't support fancy output.
|
|
|
|
|
BUILD_ARGS+=("--progress=plain")
|
|
|
|
|
;;
|
2024-07-09 18:36:59 -07:00
|
|
|
--no-cache-build)
|
|
|
|
|
BUILD_ARGS+=("--no-cache")
|
|
|
|
|
;;
|
|
|
|
|
--shas-only)
|
|
|
|
|
# output the SHA sum of each build. This is useful for scripting tests,
|
|
|
|
|
# especially when builds of different versions are running on the same machine.
|
|
|
|
|
# It also can facilitate cleanup.
|
|
|
|
|
OUTPUT_SHA=YES
|
|
|
|
|
BUILD_ARGS+=("-q")
|
|
|
|
|
;;
|
|
|
|
|
--python-version)
|
2026-01-17 14:13:04 -08:00
|
|
|
# Python version to install. e.g. 3.10
|
2024-07-09 18:36:59 -07:00
|
|
|
# Changing python versions may require a different wheel.
|
2026-01-17 14:13:04 -08:00
|
|
|
# If not provided defaults to 3.10
|
2024-07-09 18:36:59 -07:00
|
|
|
shift
|
|
|
|
|
PYTHON_VERSION="$1"
|
|
|
|
|
;;
|
|
|
|
|
*)
|
2025-04-04 12:53:26 -07:00
|
|
|
echo "Usage: build-docker.sh [ --gpu ] [ --base-image ] [ --no-cache-build ] [ --shas-only ] [ --progress-plain] [ --python-version ]"
|
2024-07-09 18:36:59 -07:00
|
|
|
exit 1
|
|
|
|
|
esac
|
2020-09-15 16:07:29 -07:00
|
|
|
shift
|
2017-02-28 18:57:51 -08:00
|
|
|
done
|
2016-12-31 17:21:33 -08:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
export DOCKER_BUILDKIT=1
|
|
|
|
|
|
2020-08-31 10:57:17 -07:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
# Build base-deps image
|
|
|
|
|
if [[ "$OUTPUT_SHA" != "YES" ]]; then
|
|
|
|
|
echo "=== Building base-deps image ===" >/dev/stderr
|
|
|
|
|
fi
|
|
|
|
|
|
2025-04-04 12:53:26 -07:00
|
|
|
RAY_DEPS_BUILD_DIR="$(mktemp -d)"
|
|
|
|
|
|
|
|
|
|
cp docker/base-deps/Dockerfile "${RAY_DEPS_BUILD_DIR}/."
|
|
|
|
|
mkdir -p "${RAY_DEPS_BUILD_DIR}/python"
|
|
|
|
|
cp python/requirements_compiled.txt "${RAY_DEPS_BUILD_DIR}/python/requirements_compiled.txt"
|
2026-01-20 11:57:14 -08:00
|
|
|
cp python/requirements_compiled_py${PYTHON_VERSION}.txt "${RAY_DEPS_BUILD_DIR}/python/requirements_compiled_py${PYTHON_VERSION}.txt"
|
2025-11-17 23:18:07 -08:00
|
|
|
PYTHON_DEPSET_FILE_NAME="ray_base_deps_py${PYTHON_VERSION}.lock"
|
|
|
|
|
REQUIREMENTS_FILE_BASE_DEPS="python/deplocks/base_deps/${PYTHON_DEPSET_FILE_NAME}"
|
|
|
|
|
|
|
|
|
|
cp "${REQUIREMENTS_FILE_BASE_DEPS}" "${RAY_DEPS_BUILD_DIR}/."
|
2025-04-04 12:53:26 -07:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
BUILD_CMD=(
|
|
|
|
|
docker build "${BUILD_ARGS[@]}"
|
2025-11-17 23:18:07 -08:00
|
|
|
--build-arg BASE_IMAGE="$BASE_IMAGE"
|
2024-07-09 18:36:59 -07:00
|
|
|
--build-arg PYTHON_VERSION="${PYTHON_VERSION}"
|
2025-11-17 23:18:07 -08:00
|
|
|
--build-arg PYTHON_DEPSET="${PYTHON_DEPSET_FILE_NAME}"
|
2025-04-04 12:53:26 -07:00
|
|
|
-t "rayproject/base-deps:dev$GPU" "${RAY_DEPS_BUILD_DIR}"
|
2024-07-09 18:36:59 -07:00
|
|
|
)
|
2017-02-28 18:57:51 -08:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
if [[ "$OUTPUT_SHA" == "YES" ]]; then
|
|
|
|
|
IMAGE_SHA="$("${BUILD_CMD[@]}")"
|
|
|
|
|
echo "rayproject/base-deps:dev$GPU SHA:$IMAGE_SHA"
|
|
|
|
|
else
|
|
|
|
|
"${BUILD_CMD[@]}"
|
2017-03-18 23:44:54 -07:00
|
|
|
fi
|
2017-02-28 18:57:51 -08:00
|
|
|
|
2024-07-09 18:36:59 -07:00
|
|
|
|
|
|
|
|
# Build ray image
|
|
|
|
|
if [[ "$OUTPUT_SHA" != "YES" ]]; then
|
|
|
|
|
echo "=== Building ray image ===" >/dev/stderr
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
RAY_BUILD_DIR="$(mktemp -d)"
|
|
|
|
|
mkdir -p "$RAY_BUILD_DIR/.whl"
|
|
|
|
|
wget --quiet "$WHEEL_URL" -P "$RAY_BUILD_DIR/.whl"
|
|
|
|
|
wget --quiet "$CPP_WHEEL_URL" -P "$RAY_BUILD_DIR/.whl"
|
|
|
|
|
cp docker/ray/Dockerfile "$RAY_BUILD_DIR"
|
|
|
|
|
|
|
|
|
|
WHEEL="$(basename "$WHEEL_DIR"/.whl/ray-*.whl)"
|
|
|
|
|
|
|
|
|
|
BUILD_CMD=(
|
|
|
|
|
docker build "${BUILD_ARGS[@]}"
|
|
|
|
|
--build-arg FULL_BASE_IMAGE="rayproject/base-deps:dev$GPU"
|
|
|
|
|
--build-arg WHEEL_PATH=".whl/${WHEEL}"
|
2025-04-04 12:53:26 -07:00
|
|
|
-t "rayproject/ray:dev$GPU" "${RAY_BUILD_DIR}"
|
2024-07-09 18:36:59 -07:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
if [[ "$OUTPUT_SHA" == "YES" ]]; then
|
|
|
|
|
IMAGE_SHA="$("${BUILD_CMD[@]}")"
|
|
|
|
|
echo "rayproject/ray:dev$GPU SHA:$IMAGE_SHA"
|
|
|
|
|
else
|
|
|
|
|
"${BUILD_CMD[@]}"
|
2017-03-18 23:44:54 -07:00
|
|
|
fi
|
|
|
|
|
|
2020-11-03 19:36:32 -08:00
|
|
|
rm -rf "$WHEEL_DIR"
|
