2019-10-21 18:38:48 +02:00
#!/usr/bin/env bash
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
# Executes mxnet python images pipeline functions: build, test, publish
# Assumes script is run from the root of the mxnet repository
# Assumes script is being run within MXNet CD infrastructure
set -xe
2021-03-01 17:35:11 -08:00
usage = "Usage: python_images.sh <build|test|push> MXNET-VARIANT"
2019-10-21 18:38:48 +02:00
command = ${ 1 : ? $usage }
mxnet_variant = ${ 2 : ? $usage }
cd_utils = 'cd/utils'
ci_utils = 'ci/'
docker_tags = ( $( ./${ cd_utils } /docker_tag.sh ${ mxnet_variant } ) )
2020-06-15 12:15:08 -07:00
main_tag = " ${ docker_tags [0] } _py3 "
2019-10-21 18:38:48 +02:00
base_image = $( ./${ cd_utils } /mxnet_base_image.sh ${ mxnet_variant } )
repository = "python"
image_name = " ${ repository } : ${ main_tag } "
resources_path = 'cd/python/docker'
2021-03-01 17:35:11 -08:00
if [ ! -z " ${ RELEASE_PUBLIC_ECR_REPOSITORY } " ] ; then
image_name = " ${ RELEASE_PUBLIC_ECR_REPOSITORY } / ${ image_name } "
2019-10-21 18:38:48 +02:00
fi
build( ) {
2022-06-09 14:48:07 -07:00
# use this flag to set LD_LIBRARY_PATH for cuda files
if [ [ $mxnet_variant = cu* ] ] ; then
cuda_variant = ${ mxnet_variant : 2 :- 1 } .${ mxnet_variant : -1 }
else
cuda_variant = "false"
fi
2019-10-21 18:38:48 +02:00
# NOTE: Ensure the correct context root is passed in when building - Dockerfile expects ./wheel_build
2022-06-09 14:48:07 -07:00
docker build -t " ${ image_name } " --build-arg BASE_IMAGE = " ${ base_image } " --build-arg MXNET_COMMIT_ID = ${ GIT_COMMIT } --build-arg MXNET_VARIANT = ${ mxnet_variant } --build-arg CUDA_VARIANT = ${ cuda_variant } -f ${ resources_path } /Dockerfile ./wheel_build
2019-10-21 18:38:48 +02:00
}
test( ) {
local runtime_param = ""
if [ [ ${ mxnet_variant } = = cu* ] ] ; then
runtime_param = "--runtime=nvidia"
fi
local test_image_name = " ${ image_name } _test "
2021-05-21 11:17:08 -07:00
if [ [ ${ mxnet_variant } = = "aarch64_cpu" ] ] ; then
requirements_file = "./docker/install/requirements_aarch64"
else
requirements_file = "./docker/install/requirements"
fi
2020-06-15 12:15:08 -07:00
2019-10-21 18:38:48 +02:00
# Ensure the correct context root is passed in when building - Dockerfile.test expects ci directory
2021-05-25 20:35:42 -07:00
docker build -t " ${ test_image_name } " --build-arg USER_ID = ` id -u` --build-arg GROUP_ID = ` id -g` --build-arg BASE_IMAGE = " ${ image_name } " --build-arg REQUIREMENTS_FILE = ${ requirements_file } -f ${ resources_path } /Dockerfile.test ./ci
2019-10-21 18:38:48 +02:00
}
push( ) {
2021-03-01 17:35:11 -08:00
if [ -z " ${ RELEASE_PUBLIC_ECR_REPOSITORY } " ] ; then
echo "Cannot publish image without RELEASE_PUBLIC_ECR_REPOSITORY environment variable being set."
2019-10-21 18:38:48 +02:00
exit 1
fi
2021-03-01 17:35:11 -08:00
# Retrieve an authentication token and authenticate Docker client to registry
aws ecr-public get-login-password --region us-east-1 | docker login --username AWS --password-stdin public.ecr.aws/w6z5f7h2
2019-10-21 18:38:48 +02:00
# Push image
docker push " ${ image_name } "
}
case ${ command } in
"build" )
build
; ;
"test" )
test
; ;
"push" )
push
; ;
*)
echo $usage
exit 1
esac
