diff options
| -rw-r--r-- | sm_new/A_astrolib.sm | 5 | ||||
| -rw-r--r-- | sm_new/A_cdbs.sm | 2 | ||||
| -rw-r--r-- | sm_new/A_dev.sm | 3 | ||||
| -rw-r--r-- | sm_new/A_xb.sm | 11 | ||||
| -rw-r--r-- | sm_new/A_xd.sm | 3 | ||||
| -rw-r--r-- | sm_new/B_dev.sm | 5 | ||||
| -rw-r--r-- | sm_new/assemble_astrolib.sm | 6 | ||||
| -rw-r--r-- | sm_new/assemble_common.sm | 10 | ||||
| -rw-r--r-- | sm_new/assemble_dev.sm | 29 | ||||
| -rw-r--r-- | sm_new/assemble_x.sm | 28 | ||||
| -rw-r--r-- | sm_new/build_astrolib.sm | 5 | ||||
| -rw-r--r-- | sm_new/build_dev.sm | 90 | ||||
| -rw-r--r-- | sm_new/build_x.sm | 71 | ||||
| -rw-r--r-- | sm_new/cdbs.sm | 13 | ||||
| -rw-r--r-- | sm_new/dist_dev.sm | 82 | ||||
| -rw-r--r-- | sm_new/dist_x.sm | 117 | ||||
| -rw-r--r-- | sm_new/init.sm | 10 | ||||
| -rwxr-xr-x | sm_new/install | 13 | ||||
| -rw-r--r-- | sm_new/notify.sm | 9 | ||||
| -rw-r--r-- | sm_new/pyetc.sm | 43 | ||||
| -rw-r--r-- | sm_new/pyetc_hst.sm | 45 | ||||
| -rw-r--r-- | sm_new/pyetc_hst_midday.sm | 42 | ||||
| -rw-r--r-- | sm_new/pyetc_jwst.sm | 19 | ||||
| -rw-r--r-- | sm_new/pyetc_midday.sm | 43 | ||||
| -rw-r--r-- | sm_new/test_common.sm | 11 | ||||
| -rw-r--r-- | sm_new/test_dev.sm | 44 | ||||
| -rw-r--r-- | sm_new/test_x.sm | 24 |
27 files changed, 783 insertions, 0 deletions
diff --git a/sm_new/A_astrolib.sm b/sm_new/A_astrolib.sm new file mode 100644 index 0000000..9da7ffc --- /dev/null +++ b/sm_new/A_astrolib.sm @@ -0,0 +1,5 @@ +IMPORT "init.sm" +IMPORT "assemble_common.sm" +IMPORT "assemble_astrolib.sm" +IMPORT "build_astrolib.sm" + diff --git a/sm_new/A_cdbs.sm b/sm_new/A_cdbs.sm new file mode 100644 index 0000000..f7b3c11 --- /dev/null +++ b/sm_new/A_cdbs.sm @@ -0,0 +1,2 @@ +IMPORT "init.sm" +IMPORT "cdbs.sm" diff --git a/sm_new/A_dev.sm b/sm_new/A_dev.sm new file mode 100644 index 0000000..8ada106 --- /dev/null +++ b/sm_new/A_dev.sm @@ -0,0 +1,3 @@ +IMPORT "B_dev.sm" +IMPORT "test_dev.sm" + diff --git a/sm_new/A_xb.sm b/sm_new/A_xb.sm new file mode 100644 index 0000000..d1195fe --- /dev/null +++ b/sm_new/A_xb.sm @@ -0,0 +1,11 @@ +IMPORT "init.sm" +IMPORT "assemble_common.sm" +IMPORT "assemble_x.sm" +IMPORT "build_x.sm" + +IMPORT "test_x.sm" + +TABLE assemble HOST arzach + CMD irafx_update RUN "/eng/ssb/auto/prog/irafx_update " + AFTER init/* + diff --git a/sm_new/A_xd.sm b/sm_new/A_xd.sm new file mode 100644 index 0000000..5c27566 --- /dev/null +++ b/sm_new/A_xd.sm @@ -0,0 +1,3 @@ +IMPORT "init.sm" +IMPORT "dist_x.sm" + diff --git a/sm_new/B_dev.sm b/sm_new/B_dev.sm new file mode 100644 index 0000000..8464322 --- /dev/null +++ b/sm_new/B_dev.sm @@ -0,0 +1,5 @@ +IMPORT "init.sm" +IMPORT "assemble_common.sm" +IMPORT "assemble_dev.sm" +IMPORT "build_dev.sm" +IMPORT "dist_dev.sm" diff --git a/sm_new/assemble_astrolib.sm b/sm_new/assemble_astrolib.sm new file mode 100644 index 0000000..16a1494 --- /dev/null +++ b/sm_new/assemble_astrolib.sm @@ -0,0 +1,6 @@ +TABLE assemble HOST arzach + + CMD dev.astrolib RUN "assemble_astrolib" + AFTER init/* + AFTER svnsync + diff --git a/sm_new/assemble_common.sm b/sm_new/assemble_common.sm new file mode 100644 index 0000000..03f36db --- /dev/null +++ b/sm_new/assemble_common.sm @@ -0,0 +1,10 @@ +#################### +#################### + +# arzach assembles all the source code +TABLE assemble HOST arzach + + CMD svnsync RUN "assemble_svnsync" + AFTER init/* + AFTER OPT irafx_update + diff --git a/sm_new/assemble_dev.sm b/sm_new/assemble_dev.sm new file mode 100644 index 0000000..0d32c8b --- /dev/null +++ b/sm_new/assemble_dev.sm @@ -0,0 +1,29 @@ +# arzach assembles all the source code +TABLE assemble HOST arzach + + CMD dev.stsci_python RUN "assemble_stsci_python dev" + AFTER init/* + AFTER svnsync + + CMD dev.stsci_iraf RUN "assemble_stsci_iraf dev" + AFTER init/* + AFTER svnsync + + CMD dev.axe RUN "assemble_axe dev" + AFTER init/* + AFTER svnsync + + CMD dev.hstcal RUN "assemble_hstcal dev" + AFTER init/* + AFTER svnsync + +TABLE assemble HOST jwcalibdev + + CMD dev.jwst RUN "assemble_jwst dev" + AFTER init/* + AFTER *:svnsync + +# CMD dev.crds RUN "assemble_crds dev" +# AFTER init/* +# AFTER svnsync + diff --git a/sm_new/assemble_x.sm b/sm_new/assemble_x.sm new file mode 100644 index 0000000..a29f4fa --- /dev/null +++ b/sm_new/assemble_x.sm @@ -0,0 +1,28 @@ +# arzach assembles all the source code +TABLE assemble HOST arzach + + CMD x.stsci_python RUN "assemble_stsci_python x" + AFTER init/* + AFTER svnsync + + CMD x.stsci_iraf RUN "assemble_stsci_iraf x" + AFTER init/* + AFTER svnsync + + CMD x.axe RUN "assemble_axe x" + AFTER init/* + AFTER svnsync + + CMD x.hstcal RUN "assemble_hstcal x" + AFTER init/* + AFTER svnsync + + CMD x.irafx_age RUN "irafx_age.py" + AFTER init/* + +TABLE assemble HOST jwcalibdev + + CMD x.jwst RUN "assemble_jwst x" + AFTER init/* + AFTER *:svnsync + diff --git a/sm_new/build_astrolib.sm b/sm_new/build_astrolib.sm new file mode 100644 index 0000000..fdeb5de --- /dev/null +++ b/sm_new/build_astrolib.sm @@ -0,0 +1,5 @@ + +TABLE build HOST arzach + CMD dev.astrolib RUN "build_astrolib" + AFTER arzach:assemble/dev.astrolib + diff --git a/sm_new/build_dev.sm b/sm_new/build_dev.sm new file mode 100644 index 0000000..38deb6d --- /dev/null +++ b/sm_new/build_dev.sm @@ -0,0 +1,90 @@ +## TODO: +## add builds on ssbwebv1 for those things that we actually care about + +#################### +#################### + +# install stsci_python into default environment +# build hstcal +# - everywhere +TABLE build HOST arzach cadeau banana jwcalibdev + CMD dev.py2.7.3 RUN "build_stsci_python dev 2.7.3" + AFTER init/* + AFTER *:assemble/dev.stsci_python + CMD dev.hstcal RUN "build_hstcal dev" + AFTER init/* + AFTER *:assemble/dev.hstcal + +#TABLE build HOST vxp-dukat +# CMD dev.py2.7.1 RUN "build_stsci_python" +# AFTER init/* +# AFTER *:assemble/dev.stsci_python + +# +# not useful yet +# TABLE build HOST arzach CMD ur_docs RUN "/arzach/data1/iraf/work/ur_doc_build/docs/overnight_build" AFTER init/* + + +# older python environments +# - arzach only +TABLE build HOST arzach + CMD dev.py2.6.5 RUN "build_stsci_python dev 2.6.5" + AFTER init/* + AFTER *:assemble/dev.stsci_python + +# stsdas and friends +# - 32 bit only +TABLE build HOST herbert bond + CMD dev.axe RUN "build_axe dev" + AFTER init/* + AFTER *:assemble/dev.axe + + CMD dev.stsci_iraf RUN "build_stsci_iraf dev" + AFTER init/* + AFTER *:assemble/dev.stsci_iraf + AFTER build/dev.axe + + CMD dev.stsci_iraf_log RUN "build_stsci_iraf_log dev" + AFTER init/* + AFTER build/dev.stsci_iraf + + CMD dev.stsci_iraf_help RUN "build_stsci_iraf_help dev" + AFTER init/* + AFTER build/dev.stsci_iraf + + +# stsdas for 64 bit machines - get it from a related 32 bit system +TABLE build HOST arzach jwcalibdev + CMD dev.stsci_iraf_64hack RUN "build_stsci_iraf_64hack dev herbert" + AFTER herbert:build/dev.stsci_iraf* + +TABLE build HOST cadeau banana + CMD dev.stsci_iraf_64hack RUN "build_stsci_iraf_64hack dev bond" + AFTER bond:build/dev.stsci_iraf* + +# stsci_python documentation +# - one machine only +TABLE build HOST arzach + CMD dev.stsci_python_sphinxdocs RUN "build_sphinxdocs dev 2.7.3" + AFTER build/dev.py2.7.3 + +# old epydoc documentation - only works on thor; hope we can get rid of +# epydoc sooner than we have to do anything about this. +# TABLE build HOST thor CMD dev.stsci_python_epydoc RUN "exit 1 ; /thor/data2/iraf/epydoc_test/nightly" AFTER build/dev.py2.7.* + +# stamp the IRAF banner file when the builds are complete +TABLE stamp HOST herbert arzach bond cadeau banana jwcalibdev + CMD dev RUN "build_stamp dev" + AFTER build/* + +# +TABLE build HOST arzach cadeau banana jwcalibdev + CMD dev.jwst2.7.3 RUN "build_jwst dev 2.7.3" + AFTER init/* + AFTER *:assemble/dev.jwst + AFTER build/dev.py2.7.* + +TABLE build HOST jwcalibdev + CMD dev.jwst_docs RUN "build_jwst_docs dev 2.7.3" + AFTER dev.jwst* + diff --git a/sm_new/build_x.sm b/sm_new/build_x.sm new file mode 100644 index 0000000..e21a8b1 --- /dev/null +++ b/sm_new/build_x.sm @@ -0,0 +1,71 @@ +## TODO: +## add builds on ssbwebv1 for those things that we actually care about + +#################### +#################### + +# install stsci_python into default environment +# build hstcal +# - everywhere +TABLE build HOST arzach cadeau banana jwcalibdev + CMD x.py2.7.3 RUN "build_stsci_python x 2.7.3" + AFTER init/* + AFTER *:assemble/x.stsci_python + CMD x.hstcal RUN "build_hstcal x" + AFTER init/* + AFTER *:assemble/x.hstcal + +# stsdas and friends +# - 32 bit only +TABLE build HOST herbert bond + CMD x.axe RUN "build_axe x" + AFTER init/* + AFTER *:assemble/x.axe + + CMD x.stsci_iraf RUN "build_stsci_iraf x" + AFTER init/* + AFTER *:assemble/x.stsci_iraf + AFTER build/x.axe + + CMD x.stsci_iraf_log RUN "build_stsci_iraf_log x" + AFTER init/* + AFTER build/x.stsci_iraf + + CMD x.stsci_iraf_help RUN "build_stsci_iraf_help x" + AFTER init/* + AFTER build/x.stsci_iraf + + +# stsdas for 64 bit machines - get it from a related 32 bit system +TABLE build HOST arzach + CMD x.stsci_iraf_64hack RUN "build_stsci_iraf_64hack x herbert" + AFTER herbert:build/x.stsci_iraf* + +TABLE build HOST cadeau banana + CMD x.stsci_iraf_64hack RUN "build_stsci_iraf_64hack x bond" + AFTER bond:build/x.stsci_iraf* + + +# stamp the IRAF banner file when the builds are complete +TABLE stamp HOST herbert arzach bond cadeau banana + CMD x RUN "build_stamp x" + AFTER build/* + +# stsci_python documentation +# - one machine only +TABLE build HOST arzach + CMD x.stsci_python_sphinxdocs RUN "build_sphinxdocs x 2.7.3" + AFTER build/x.py2.7.3 + +# jwst irafx + +TABLE build HOST arzach cadeau banana jwcalibdev + CMD x.jwst RUN "build_jwst x 2.7.3" + AFTER init/* + AFTER *:assemble/x.jwst + AFTER build/x.py2.7.* + +TABLE build HOST jwcalibdev + CMD x.jwst_docs2.7.3 RUN "build_jwst_docs x 2.7.3" + AFTER x.jwst* + diff --git a/sm_new/cdbs.sm b/sm_new/cdbs.sm new file mode 100644 index 0000000..a4f5dcf --- /dev/null +++ b/sm_new/cdbs.sm @@ -0,0 +1,13 @@ +TABLE cdbs HOST cadeau banana + CMD local_copy RUN "cdbs_copy" + AFTER init/* + +TABLE cdbs HOST cadeau + CMD mac_package RUN "/Users/iraf/daily_build/mac_package/make_packages cdbs" + AFTER cdbs/local_copy + +TABLE cdbs HOST arzach + CMD ftp RUN "cdbs_arc" + AFTER init/* + + diff --git a/sm_new/dist_dev.sm b/sm_new/dist_dev.sm new file mode 100644 index 0000000..3b01dd0 --- /dev/null +++ b/sm_new/dist_dev.sm @@ -0,0 +1,82 @@ +#################### +#################### + +# regular distributions + +TABLE distribute HOST arzach + CMD dev.iraf RUN "synctool - irafdev" + AFTER stamp/dev + CMD dev.pyssg RUN "synctool - pyssgdev" + AFTER stamp/dev + CMD dev.stsci_iraf RUN "synctool - stsci_iraf_dev" + AFTER stamp/dev + CMD dev.hstcal RUN "synctool - hstcaldev" + AFTER stamp/dev + CMD dev.motd RUN "synctool - irafdev/iraf/unix/hlib/motd" + AFTER distribute/dev.iraf + +TABLE distribute HOST cadeau banana + CMD irafdev.pkg RUN "cd $HOME/daily_build/mac_package; ./build dev " AFTER stamp/dev + CMD irafdev.dmg RUN "cd $HOME/daily_build/mac_package; ./distribute dev -" AFTER irafdev.pkg + +# wads of special cases + +# goods - has RHE 5 only now + +TABLE distribute_other HOST arzach + CMD goods.iraf RUN "synctool goods12: irafdev" + AFTER stamp/dev + CMD goods.pyssg RUN "synctool goods12: pyssgdev" + AFTER stamp/dev + CMD goods.stsci_iraf RUN "synctool goods12: stsci_iraf_dev" + AFTER stamp/dev + CMD goods.hstcal RUN "synctool goods12: hstcaldev" + AFTER stamp/dev + CMD goods.motd RUN "synctool goods12: irafdev/iraf/unix/hlib/motd" + AFTER goods.iraf + +# witserv1 - who are these guys? + +TABLE distribute_other HOST arzach + CMD witserv1.iraf RUN "synctool witserv1: irafdev" + AFTER stamp/dev + CMD witserv1.pyssg RUN "synctool witserv1: pyssgdev" + AFTER stamp/dev + CMD witserv1.stsci_iraf RUN "synctool witserv1: stsci_iraf_dev" + AFTER stamp/dev + CMD witserv1.hstcal RUN "synctool witserv1: hstcaldev" + AFTER stamp/dev + CMD witserv1.motd RUN "synctool witserv1: irafdev/iraf/unix/hlib/motd" + AFTER witserv1.iraf + +# dmsinsvm - have a pipeline and irafx/irafdev on the same machine for INS +# +# dmsinsvm shares a disk with the real DMS systems. There is not +# currently space for irafdev. + +# TABLE distribute_other HOST arzach +# CMD dmsinsvm.iraf RUN "synctool dmsinsvm: irafdev" +# AFTER stamp/dev +# CMD dmsinsvm.pyssg RUN "synctool dmsinsvm: pyssgdev" +# AFTER stamp/dev +# CMD dmsinsvm.stsci_iraf RUN "synctool dmsinsvm: stsci_iraf_dev" +# AFTER stamp/dev +# CMD dmsinsvm.hstcal RUN "synctool dmsinsvm: hstcaldev" +# AFTER stamp/dev +# CMD dmsinsvm.motd RUN "synctool dmsinsvm: irafdev/iraf/unix/hlib/motd" +# AFTER dmsinsvm.iraf + +# royal - a beowulf cluster + +TABLE distribute_other HOST arzach + CMD royal.iraf RUN "synctool royal: irafdev" + AFTER stamp/dev + CMD royal.pyssg RUN "synctool royal: pyssgdev" + AFTER stamp/dev + CMD royal.stsci_iraf RUN "synctool royal: stsci_iraf_dev" + AFTER stamp/dev + CMD royal.hstcal RUN "synctool royal: hstcaldev" + AFTER stamp/dev + CMD royal.motd RUN "synctool royal: irafdev/iraf/unix/hlib/motd" + AFTER royal.iraf + diff --git a/sm_new/dist_x.sm b/sm_new/dist_x.sm new file mode 100644 index 0000000..64cb731 --- /dev/null +++ b/sm_new/dist_x.sm @@ -0,0 +1,117 @@ + +# we can make everything after this + +TABLE x_distribute HOST herbert arzach bond cadeau banana + CMD gate RUN "exit 0" + AFTER init/* + AFTER stamp/* + +# regular distributions + +TABLE x_distribute HOST arzach + CMD x.iraf RUN "synctool - irafx" + AFTER x_distribute/gate + CMD x.pyssg RUN "synctool - pyssgx" + AFTER x_distribute/gate + CMD x.stsci_iraf RUN "synctool - stsci_iraf_x" + AFTER x_distribute/gate + CMD x.hstcal RUN "synctool - hstcalx" + AFTER x_distribute/gate + CMD x.motd RUN "synctool - irafx/iraf/unix/hlib/motd" + AFTER x_distribute/x.iraf + +# + +TABLE x_distribute HOST cadeau banana + CMD irafx.pkg RUN "cd $HOME/daily_build/mac_package; ./build x " + AFTER x_distribute/gate + CMD irafx.dmg RUN "cd $HOME/daily_build/mac_package; ./distribute x -" + AFTER irafx.pkg + +# wads of special cases + +# jwcalibdev has local disk - some day it may do its own builds +TABLE x_distribute HOST arzach + CMD x.jwcalibdev.iraf RUN "synctool jwcalibdev: irafx" + AFTER x_distribute/gate + CMD x.jwcalibdev.pyssg RUN "synctool jwcalibdev: pyssgx" + AFTER x_distribute/gate + CMD x.jwcalibdev.stsci_iraf RUN "synctool jwcalibdev: stsci_iraf_x" + AFTER x_distribute/gate + CMD x.jwcalibdev.hstcal RUN "synctool jwcalibdev: hstcalx" + AFTER x_distribute/gate + CMD x.jwcalibdev.motd RUN "synctool jwcalibdev: irafx/iraf/unix/hlib/motd" + AFTER x.jwcalibdev.iraf + +# web distribution + +TABLE x_distribute HOST cadeau + CMD x.web RUN "do_irafx_web" + AFTER x_distribute/gate + AFTER *:x_distribute/irafx.pkg + AFTER *:x_distribute/irafx.dmg + +TABLE x_distribute HOST herbert + CMD x.web RUN "do_irafx_web S" + AFTER x_distribute/gate + AFTER cadeau:x_distribute/x.web + AFTER *:x_distribute/irafx.pkg + AFTER *:x_distribute/irafx.dmg + + +# goods - has RHE 5 only now + +TABLE x_distribute_other HOST arzach + CMD goods.iraf RUN "synctool goods12: irafx" + AFTER x_distribute/gate + CMD goods.pyssg RUN "synctool goods12: pyssgx" + AFTER x_distribute/gate + CMD goods.stsci_iraf RUN "synctool goods12: stsci_iraf_x" + AFTER x_distribute/gate + CMD goods.hstcal RUN "synctool goods12: hstcalx" + AFTER x_distribute/gate + CMD goods.motd RUN "synctool goods12: irafx/iraf/unix/hlib/motd" + AFTER goods.iraf + +# witserv1 - who are these guys? + +TABLE x_distribute_other HOST arzach + CMD witserv1.iraf RUN "synctool witserv1: irafx" + AFTER x_distribute/gate + CMD witserv1.pyssg RUN "synctool witserv1: pyssgx" + AFTER x_distribute/gate + CMD witserv1.stsci_iraf RUN "synctool witserv1: stsci_iraf_x" + AFTER x_distribute/gate + CMD witserv1.hstcal RUN "synctool witserv1: hstcalx" + AFTER x_distribute/gate + CMD witserv1.motd RUN "synctool witserv1: irafx/iraf/unix/hlib/motd" + AFTER witserv1.iraf + +# dmsinsvm - have a pipeline and irafx/irafdev on the same machine for INS + +TABLE x_distribute_other HOST arzach + CMD dmsinsvm.iraf RUN "synctool dmsinsvm: irafx" + AFTER x_distribute/gate + CMD dmsinsvm.pyssg RUN "synctool dmsinsvm: pyssgx" + AFTER x_distribute/gate + CMD dmsinsvm.stsci_iraf RUN "synctool dmsinsvm: stsci_iraf_x" + AFTER x_distribute/gate + CMD dmsinsvm.hstcal RUN "synctool dmsinsvm: hstcalx" + AFTER x_distribute/gate + CMD dmsinsvm.motd RUN "synctool dmsinsvm: irafx/iraf/unix/hlib/motd" + AFTER dmsinsvm.iraf + +# royal - a beowulf cluster + +TABLE x_distribute_other HOST arzach + CMD royal.iraf RUN "synctool royal: irafx" + AFTER x_distribute/gate + CMD royal.pyssg RUN "synctool royal: pyssgx" + AFTER x_distribute/gate + CMD royal.stsci_iraf RUN "synctool royal: stsci_iraf_x" + AFTER x_distribute/gate + CMD royal.hstcal RUN "synctool royal: hstcalx" + AFTER x_distribute/gate + CMD royal.motd RUN "synctool royal: irafx/iraf/unix/hlib/motd" + AFTER royal.iraf + diff --git a/sm_new/init.sm b/sm_new/init.sm new file mode 100644 index 0000000..0966019 --- /dev/null +++ b/sm_new/init.sm @@ -0,0 +1,10 @@ +TABLE init HOST banana bond cadeau arzach herbert ssb jwcalibdev etcbrady etccartier + CMD sendscripts LOCAL "/eng/ssb/auto/steuermann_scripts/init_sendscripts %(hostname)s %(workdir)s" + CMD sysstat RUN "sysstat" + AFTER sendscripts + +#TABLE init HOST vxp-dukat +# CMD sendscripts LOCAL "/eng/ssb/auto/steuermann_scripts/init_sendscripts_windows %(hostname)s %(workdir)s" +# CMD sysstat RUN "sysstat_windows" +# AFTER sendscripts + diff --git a/sm_new/install b/sm_new/install new file mode 100755 index 0000000..a65f004 --- /dev/null +++ b/sm_new/install @@ -0,0 +1,13 @@ +#!/bin/sh -x +# +# su iraf -c ./install +# + +N=13 + +here=`pwd` + +cd /ssbwebv1/data2/steuermann/run_$N + +cp $here/* . + diff --git a/sm_new/notify.sm b/sm_new/notify.sm new file mode 100644 index 0000000..1ab8afb --- /dev/null +++ b/sm_new/notify.sm @@ -0,0 +1,9 @@ + +TABLE test_final HOST ssb + + CMD notify RUN "test_notify daily_latest jwst_latest" + + CMD mysql_watch RUN "test_mysql_watch" + + CMD recount RUN "test_recount" + diff --git a/sm_new/pyetc.sm b/sm_new/pyetc.sm new file mode 100644 index 0000000..eded3b2 --- /dev/null +++ b/sm_new/pyetc.sm @@ -0,0 +1,43 @@ +#################### +#################### + +TABLE pyetc HOST etccartier + + CMD jwst_dev RUN "/data1/nightly/jwst_dev/test-ppsetc -d dev etc_jwst_dev" + + CMD trunk RUN "/data1/nightly/trunk/test-ppsetc -d trunk pyetc" + AFTER jwst_dev + + CMD refactored RUN "/data1/nightly/refactored/test-ppsetc -d refactored pyetc" + AFTER trunk + + CMD jwst_prototype RUN "/data1/nightly/jwpetc_dev/test-ppsetc -d" + AFTER refactored + + CMD rt RUN "/eng/ssb/auto/steuermann_scripts/test_rt dev pyetc" + AFTER jwst_prototype + + CMD imagers_medium RUN "/data1/nightly/imagers_medium/test-ppsetc -d medium etc_imagers" + AFTER rt + + CMD imagers_loose RUN "/data1/nightly/imagers_loose/test-ppsetc -d loose etc_imagers" + AFTER imagers_medium + + CMD spectro_medium RUN "/data1/nightly/spectro_medium/test-ppsetc -d medium etc_spectro" + AFTER imagers_loose + + CMD spectro_loose RUN "/data1/nightly/spectro_loose/test-ppsetc -d loose etc_spectro" + AFTER spectro_medium + + CMD doc_build RUN "/data1/nightly/trunk/pyetc/doc/auto_doc_build" + AFTER etccartier:pyetc/trunk + + # a special build for INS to edit the docs and us to build them in place + CMD ins_doc_build RUN "/data1/nightly/trunk/pyetc/doc/auto_doc_build_ins" + AFTER etccartier:pyetc/trunk + + +TABLE test_final HOST ssb + CMD pyetc.expect RUN "test_import pyetc-etccartier ; test_expected pyetc" + AFTER *:pyetc/* + diff --git a/sm_new/pyetc_hst.sm b/sm_new/pyetc_hst.sm new file mode 100644 index 0000000..ddddc60 --- /dev/null +++ b/sm_new/pyetc_hst.sm @@ -0,0 +1,45 @@ +#################### +#################### + +TABLE run_tests HOST etcbrady + + CMD bit_prod RUN "/data1/nightly/hst_bit_prod/test-ppsetc -d production bit" + + CMD imagers_prod RUN "/data1/nightly/hst_imagers_prod/test-ppsetc -d production etc_hst_imagers" + AFTER bit_prod + + CMD core_loose RUN "/data1/nightly/hst_core_loose/test-ppsetc -d loose etc_hst_core" + AFTER imagers_prod + + CMD core_medium RUN "/data1/nightly/hst_core_medium/test-ppsetc -d medium etc_hst_core" + AFTER core_loose + + CMD core_prod RUN "/data1/nightly/hst_core_prod/test-ppsetc -d production etc_hst_core" + AFTER core_medium + + CMD release_prod RUN "/data1/nightly/hst_release_prod/test-ppsetc -d production etc_hst_release" + AFTER core_prod + + CMD spectro_loose RUN "/data1/nightly/hst_spectro_loose/test-ppsetc -d loose etc_hst_spectro" + AFTER release_prod + + CMD spectro_medium RUN "/data1/nightly/hst_spectro_medium/test-ppsetc -d medium etc_hst_spectro" + AFTER spectro_loose + + CMD spectro_prod RUN "/data1/nightly/hst_spectro_prod/test-ppsetc -d production etc_hst_spectro" + AFTER spectro_medium + + CMD spectro_refactored RUN "/data1/nightly/hst_spectro_refactored/test-ppsetc -d refactored etc_hst_spectro" + AFTER spectro_prod + + CMD release_numpy_1.7.1 RUN "/data1/nightly/hst_release_numpy_1.7.1/test-ppsetc -d numpy_1.7.1 etc_hst_release" + AFTER spectro_refactored + + +TABLE import_tests HOST ssb + CMD import RUN "test_import pyetc-etcbrady; test_expected etc_hst_daily" + AFTER *:run_tests/* + +TABLE refactored_stats HOST etcbrady + CMD pyetc_report RUN "/eng/ssb/auto/steuermann_scripts/pyetc_report" + AFTER ssb:import_tests/* diff --git a/sm_new/pyetc_hst_midday.sm b/sm_new/pyetc_hst_midday.sm new file mode 100644 index 0000000..edbba3b --- /dev/null +++ b/sm_new/pyetc_hst_midday.sm @@ -0,0 +1,42 @@ +#################### +#################### + +TABLE run_tests HOST etcbrady + +# CMD bit_prod RUN "/data1/nightly/hst_bit_prod/test-ppsetc -d production bit" + +# CMD imagers_prod RUN "/data1/nightly/hst_imagers_prod/test-ppsetc -d production etc_hst_imagers" +# AFTER bit_prod + +# CMD core_loose RUN "/data1/nightly/hst_core_loose/test-ppsetc -d loose etc_hst_core" +# AFTER imagers_prod + +# CMD core_medium RUN "/data1/nightly/hst_core_medium/test-ppsetc -d medium etc_hst_core" +# AFTER core_loose + +# CMD core_prod RUN "/data1/nightly/hst_core_prod/test-ppsetc -d production etc_hst_core" +# AFTER core_medium + + CMD release_prod RUN "/data1/nightly/hst_release_prod/test-ppsetc -d production etc_hst_release" +# AFTER core_prod + +# CMD spectro_loose RUN "/data1/nightly/hst_spectro_loose/test-ppsetc -d loose etc_hst_spectro" +# AFTER release_prod + +# CMD spectro_medium RUN "/data1/nightly/hst_spectro_medium/test-ppsetc -d medium etc_hst_spectro" +# AFTER spectro_loose + +# CMD spectro_prod RUN "/data1/nightly/hst_spectro_prod/test-ppsetc -d production etc_hst_spectro" +# AFTER spectro_medium + +# CMD spectro_refactored RUN "/data1/nightly/hst_spectro_refactored/test-ppsetc -d refactored etc_hst_spectro" +# AFTER spectro_prod + +# CMD release_numpy_1.7.1 RUN "/data1/nightly/hst_release_numpy_1.7.1/test-ppsetc -d numpy_1.7.1 etc_hst_release" +# AFTER spectro_refactored + + +TABLE import_tests HOST ssb + CMD import RUN "test_import pyetc-etcbrady; test_expected etc_hst_daily" + AFTER *:run_tests/* + diff --git a/sm_new/pyetc_jwst.sm b/sm_new/pyetc_jwst.sm new file mode 100644 index 0000000..f4a0bc6 --- /dev/null +++ b/sm_new/pyetc_jwst.sm @@ -0,0 +1,19 @@ +#################### +#################### + +TABLE run_tests HOST etcbrady + + CMD prototype_prod RUN "/data1/nightly/jwst_prototype_prod/test-ppsetc -d" + + CMD bnc_dev RUN "/data1/nightly/jwst_bnc_dev/test-ppsetc -d dev bnc" + AFTER prototype_prod + + +TABLE import_tests HOST ssb + CMD import RUN "test_import pyetc-etcbrady; test_expected etc_jwst_daily" + AFTER *:run_tests/* + + +#TABLE pyetc_report HOST etcbrady +# CMD report RUN "pyetc_report" +# AFTER ssb:import_tests/* diff --git a/sm_new/pyetc_midday.sm b/sm_new/pyetc_midday.sm new file mode 100644 index 0000000..439892c --- /dev/null +++ b/sm_new/pyetc_midday.sm @@ -0,0 +1,43 @@ +TABLE init HOST etccartier + CMD env RUN "env | sort" + +TABLE pyetc HOST etccartier + + CMD jwst_dev RUN "/data1/nightly/jwst_dev/test-ppsetc -d dev etc_jwst_dev" + AFTER init/* + + CMD trunk RUN "/data1/nightly/trunk/test-ppsetc -d trunk pyetc" + AFTER jwst_dev + + CMD refactored RUN "/data1/nightly/refactored/test-ppsetc -d refactored pyetc" + AFTER trunk + + CMD jwst_prototype RUN "/data1/nightly/jwpetc_dev/test-ppsetc -d" + AFTER refactored + + CMD rt RUN "/eng/ssb/auto/steuermann_scripts/test_rt dev pyetc" + AFTER jwst_prototype + + CMD imagers_medium RUN "/data1/nightly/imagers_medium/test-ppsetc -d medium etc_imagers" + AFTER rt + + CMD imagers_loose RUN "/data1/nightly/imagers_loose/test-ppsetc -d loose etc_imagers" + AFTER imagers_medium + + CMD spectro_medium RUN "/data1/nightly/spectro_medium/test-ppsetc -d medium etc_spectro" + AFTER imagers_loose + + CMD spectro_loose RUN "/data1/nightly/spectro_loose/test-ppsetc -d loose etc_spectro" + AFTER spectro_medium + + CMD doc_build RUN "/data1/nightly/trunk/pyetc/doc/auto_doc_build" + AFTER etccartier:pyetc/trunk + + +TABLE test_final HOST ssb + CMD pyetc.expect RUN "test_import pyetc ; test_expected etc_midday" + AFTER *:pyetc/* + +#TABLE save_reference_files HOST etccartier +# CMD save_refs RUN "python /data1/nightly/save_refs.py" +# AFTER *:test_final/* diff --git a/sm_new/test_common.sm b/sm_new/test_common.sm new file mode 100644 index 0000000..7a3fbbd --- /dev/null +++ b/sm_new/test_common.sm @@ -0,0 +1,11 @@ + +TABLE process_okify_tables HOST ssb + CMD pdk_ok RUN "/eng/ssb/auto/steuermann_scripts/process_okify_tables" + AFTER *:init/* + +TABLE test_setup HOST arzach cadeau banana herbert + CMD okify RUN "test_okify" + AFTER *:process_okify_tables/* + +# each of test_run_* says AFTER test_setup/* + diff --git a/sm_new/test_dev.sm b/sm_new/test_dev.sm new file mode 100644 index 0000000..23e7b67 --- /dev/null +++ b/sm_new/test_dev.sm @@ -0,0 +1,44 @@ +#################### +#################### + +IMPORT "test_common.sm" + + +# This structure is meant to serialize the regtests so that nothing else +# is going on at the same time. The regtests can consume all the CPUs. +TABLE test_run_dev HOST arzach cadeau banana # herbert + CMD test2.7.3 RUN "test_rt dev 2.7.3" + AFTER stamp/dev + AFTER test_setup/okify + AFTER test_setup/* + +TABLE test_run_dev HOST arzach + CMD test2.6.5 RUN "test_rt dev 2.6.5" + AFTER stamp/dev + AFTER test2.7.* + +TABLE test_run_dev HOST arzach + CMD contact RUN "test_contact" + AFTER stamp/dev + AFTER test2.7.* + +TABLE test_run_dev HOST jwcalibdev + CMD contact_jwst RUN "test_contact_jwst" + AFTER init/* + AFTER test2.7.* + +TABLE test_run_dev HOST jwcalibdev + CMD jwst RUN "/data1/jwst_rt/rt dev 2.7.3" + AFTER stamp/dev + +TABLE test_import HOST ssb + CMD dev.import RUN "test_import irafdev" + AFTER *:test_run_dev/* + AFTER *:pyetc/* + CMD dev.expect RUN "test_expected irafdev daily_latest daily" + AFTER test_import/dev.import + CMD dev.jwst.import RUN "test_import jwst" + AFTER jwcalibdev:test_run_dev/jwst + CMD dev.jwst.expect RUN "test_expected jwst jwst_latest dailyjwst" + AFTER dev.jwst.import + diff --git a/sm_new/test_x.sm b/sm_new/test_x.sm new file mode 100644 index 0000000..bde2aef --- /dev/null +++ b/sm_new/test_x.sm @@ -0,0 +1,24 @@ +#################### +#################### +IMPORT "test_common.sm" + +# This structure is meant to serialize the regtests so that nothing else +# is going on at the same time. The regtests can consume all the CPUs. +TABLE test_run_x HOST arzach cadeau banana herbert + CMD test2.7.3 RUN "test_rt x 2.7.3" + AFTER stamp/x + AFTER test_setup/okify + AFTER test_setup/* + AFTER OPT test_run_dev/* + +TABLE test_run_x HOST arzach + CMD contact RUN "test_contact" + AFTER stamp/x + AFTER test2.7.* + +TABLE test_import HOST ssb + CMD x.import RUN "test_import irafx" + AFTER *:test_run_x/* + CMD x.expect RUN "test_expected irafx daily_latest daily" + AFTER test_import/x.import + |