build.sh


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

#!/bin/bash
HUB=${3:-astroconda}
PROJECT=${HUB}/datb-tc-pipeline
PROJECT_VERSION="${1}"
PYTHON_VERSION="${2}"
TAGS=()
SUFFIX=
image_tag="${PROJECT_VERSION}"
EXTRA=()
SNAPSHOT=${SNAPSHOT:-}

if [[ -n ${SNAPSHOT} ]]; then
    EXTRA+=( "--no-cache" )
    EXTRA+=( "--pull" )
fi

if [[ -z ${PROJECT_VERSION} ]]; then
    echo "Pipeline version required [e.g. hstdp-2018.3]"
    exit 1
fi

if [[ -z ${PYTHON_VERSION} ]]; then
    echo "Python version required [e.g. latest, 3.7.2]"
    exit 1
fi

if [[ ${PYTHON_VERSION} != latest ]]; then
    SUFFIX=${PYTHON_VERSION//\./}
    if [[ -z ${SUFFIX} ]]; then
        echo "Unable to determine tag suffix from python version."
        exit 1
    fi

    image_tag="${image_tag}_py${SUFFIX}"
fi

case "${HUB}" in
    *amazonaws\.com)
        if ! type -p aws; then
            echo "awscli client not installed"
            exit 1
        fi
        REGION="$(awk -F'.' '{print $(NF-2)}' <<< ${HUB})"
        $(aws ecr get-login --no-include-email --region ${REGION})
        unset REGION
        ;;
    *)
        # Assume default index
        docker login
        ;;
esac
set -x

TAGS+=( "-t ${PROJECT}:${image_tag}" )
PIPELINE="${PROJECT_VERSION}"
docker build \
    ${EXTRA[@]} \
    ${TAGS[@]} \
    --build-arg HUB="${HUB}" \
    --build-arg PYTHON_VERSION="${PYTHON_VERSION}" \
    --build-arg PIPELINE="${PROJECT_VERSION}" \
    .

rv=$?
if (( rv > 0 )); then
    echo "Failed... Image not published"
    exit ${rv}
fi


max_retry=4
retry=0
set +e
for tag in "${TAGS[@]}"
do
    # strip argument prefix
    tag=${tag#"-t"}
    tag=${tag#" "}

    while (( retry != max_retry ))
    do
        echo "Push attempt #$(( retry + 1 ))"
        docker push "${tag}"
        rv=$?
        if [[ ${rv} == 0 ]]; then
            break
        fi
        (( retry++ ))
    done
done

exit ${rv}