diff options
Diffstat (limited to 'mktestenv.sh')
| -rwxr-xr-x | mktestenv.sh | 148 |
1 files changed, 118 insertions, 30 deletions
diff --git a/mktestenv.sh b/mktestenv.sh index 8a84b9e..4676787 100755 --- a/mktestenv.sh +++ b/mktestenv.sh @@ -1,21 +1,25 @@ #!/usr/bin/env bash -# Accepts a list of <package>=<version> specifications used -# to convert a fully stable PUBLIC conda environment into one -# that reflects exactly what needs to be tested before -# delivering an HSTDP build to DMS. + +# Create a conda environment specification file for an HSTDP +# delivery. Automatically number the iteration based on spec +# files that already exist in the astroconda-releases repository. +# Automatically base iterations on the spec files produced by +# any existing previous iteration. +# Optionally allow for finalization of a spec file release. set -e +releases_repo="https://github.com/astroconda/astroconda-releases" pub_channel="http://ssb.stsci.edu/astroconda" dev_channel="http://ssb.stsci.edu/astroconda-dev" -OS="linux" +os="linux" if [[ "$(uname)" == "Darwin" ]]; then - OS="osx" + os="osx" fi -ARGS="" +pkgs="" scriptname=$(basename $0) @@ -23,15 +27,21 @@ scriptname=$(basename $0) if [[ $# -eq 0 ]]; then printf " -Usage: ${scriptname} [-n] [-p] [-i] packages... +Usage: ${scriptname} [-n] [-p] [-i] <packages...> + +Produce a conda spec file for the next needed HSTDP delivery iteration. +Iterations within a given release name build upon one another, such that +01 = 00 + any necessary changes. --n --hstdp-name Name of HSTDP release (2018.1 etc) --p --python Python verison to use (3.5 etc) --i --iteration Delivery iteration number (0, 1...) +-n --hstdp-name Name of HSTDP release (i.e. 2018.1) (required) +-p --python Python verison to use (i.e. 3.5, 3.6) (required) +-f --final Designate the environment to capture as a final delivery + environment. (optional) - Positional arguments + Positional arguments +<packages> A list of packages & versions of the form: - <conda_package_name>=<version_string>, <>=<>, ... + <conda_package_name>=<version_string>, ... " exit 0 @@ -40,20 +50,16 @@ fi while (( "${#}" )); do case "${1}" in -n|--hstdp-name) - HSTDP_NAME=${2} + hstdp_name=${2} shift 2 ;; -p|--python) - PYVER=${2} - PYVER_S=${PYVER//./} + pyver=${2} shift 2 ;; - -i|--iteration) - case ${2} in - ''|*[!0-9]*) ITER=${2} ;; - *) ITER=$(printf %02d ${2}) ;; - esac - shift 2 + -f|--final) + iter="final" + shift ;; --) # end argument parsing shift @@ -64,23 +70,105 @@ while (( "${#}" )); do exit 1 ;; *) # positional arguments - ARGS="${ARGS} ${1}" + pkgs="${pkgs} ${1}" shift ;; esac done -eval set -- "${ARGS}" +eval set -- "${pkgs}" -env_name="hstdp-${HSTDP_NAME}-${OS}-py${PYVER_S}.${ITER}" -conda create -y -q -n ${env_name} -c ${pub_channel} -c defaults python=${PYVER} stsci-hst +if [[ -z "$hstdp_name" ]]; then + echo "Must supply an HSTDP name with -n or --hstdp-name." + exit 1 +fi -source activate ${env_name} -if [[ -n "$ARGS" ]]; -then - conda install -y -q -c ${dev_channel} -c defaults ${ARGS} + +if [[ -z "$pyver" ]]; then + echo "Must supply a python version with -p or --python." + exit 1 +fi + +# Compose short form of python version for use in file name. +pyver_S=${pyver//./} + +# Clone the releases git repository if the iteration is not "FINAL" +# so the release iteration can be determined automatically. +if [[ $iter != "final" ]]; then + # Clone HSTDP releases repository + clonedir=$(mktemp -d) + git clone $releases_repo $clonedir + + hstdp_dir=${clonedir}/hstdp + # If the hstdp-name subdir exists, get the list of linux spec files from it. + if [[ -d "${hstdp_dir}/${hstdp_name}" ]]; then + calculate_iter=true + else + echo "Releases subdir ${hstdp_name} does not exist." + echo "This will be iteration 00." + iter="00" + fi fi +# If a HSTDP release dir already exits, calculate the iteration value from its contents. +if [[ $calculate_iter == true ]]; then + find ${hstdp_dir} -type d -name ${hstdp_name}/dev + if [[ ${?} -eq 0 ]]; then + dev_specs=$(ls -1 ${hstdp_dir}/${hstdp_name}/dev/hstdp*${os}*${pyver_S}*.txt) + fi + + latest_iter=-1 + # Determine the highest iteration found for the release name + for dev_spec in ${dev_specs}; do + #echo $dev_spec + fname=${dev_spec##*/} + fname=${fname%.*} + fname=$(echo ${fname} | cut -d '-' -f 4) + file_iter=${fname##*.} + if [[ $file_iter -gt $latest_iter ]]; then + latest_iter=$file_iter + # Spec file on which to base the new environment. + latest_spec=${dev_spec} + fi + done + + echo "latest_spec=$latest_spec" + + # Increment latest iteration to reflect new file to create. + (( latest_iter += 1 )) + iter=$(printf %02d ${latest_iter}) +fi + +env_name="hstdp-${hstdp_name}-${os}-py${pyver_S}.${iter}" +if [[ $latest_spec ]]; then + echo "Creating conda environment ${env_name} from existing spec file..." + conda create -y -q -n ${env_name} --file ${latest_spec} +else + echo "Creating conda environment ${env_name} from stsci-hst metapackage..." + conda create -y -q -n $env_name -c $pub_channel -c defaults python=$pyver stsci-hst +fi + +# Install any additional packages that were specified on the command line. +# Pull each from the appropriate astroconda channel depending on where they reside. +# - versions with 'dev' in them come from the -dev channel +# - others come from the public channel +source activate $env_name +printf "Packages:\n" +for pkg in $pkgs; do + if [[ $pkg == *"dev"* ]]; then + echo "${pkg} : This is a development package" + channel=$dev_channel + else + echo "${pkg} : This is a public package" + channel=$pub_channel + fi + conda install -y -q -c $channel -c defaults $pkg +done + printf "Writing spec file: ${env_name}.txt... " conda list --explicit > "${env_name}.txt" + +# Clean up. +rm -rf $clonedir + printf "Done.\n" |