Refactor project, add HTCondor bindings, add batch processing

1 files changed, 81 insertions, 0 deletions

diff --git a/htc_utils/CLI/batch.py b/htc_utils/CLI/batch.py
new file mode 100644
index 0000000..efd9099
--- /dev/null
+++ b/htc_utils/CLI/batch.py
@@ -0,0 +1,81 @@
+#!/usr/bin/env python
+#
+# This file is part of htc_utils.
+#
+# htc_utils is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# htc_utils is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with htc_utils.  If not, see <http://www.gnu.org/licenses/>.
+
+
+import argparse
+import htc_utils
+import time
+
+
+# We create a reference Job object to make a copy of the initial class state
+nulljob = htc_utils.Job('NULL')
+
+parser = argparse.ArgumentParser()
+parser.add_argument('-n', '--jobname', action='store', default=str(int(time.time())), help='Output filename without extension (Default: {Unix Epoch}.job')
+parser.add_argument('--stdout', action='store_true', help='Output job to stdout instead of a file')
+parser.add_argument('-q', '--queue', action='store', default='', help='Queue main job N times')
+parser.add_argument('-b', '--subqueue', action='store', default='', help='Queue sub-job N tims')
+parser.add_argument('-s', '--subarg', action='append')
+
+# Sort by key, then by value
+sorted_args = sorted(nulljob.config.items(), key=lambda record: record[0], reverse=False)
+sorted_args = sorted(sorted_args, key=lambda record: record[1], reverse=True)
+
+# nulljob is no longer required
+del nulljob
+
+# Proccess argument list and assign default values to the argument parser
+for attr, value in sorted_args:
+    if attr == 'executable':
+        continue
+    elif attr == 'arguments':
+        continue
+
+    default_value = '(Default: {0})'.format(value) if value else ''
+    parser.add_argument('--' + attr, default=value, help=default_value)
+
+parser.add_argument('executable')
+parser.add_argument('args', nargs='*')
+args = parser.parse_args()
+
+# Let's begin writing our HTCondor job
+job = htc_utils.Job(args.jobname)
+
+# Populate job attributes based on argparse input
+for key, value in vars(args).items():
+    # Ignore foreign keys
+    if key not in job.config:
+        continue
+    job.attr(key, value)
+
+# Manually assign important variables
+job.attr('executable', args.executable)
+job.attr('arguments', args.args)
+job.attr('queue', args.queue)
+
+# Process any sub-attributes we may have
+if args.subarg is not None:
+    for subarg in args.subarg:
+        job.subattr('arguments', subarg)
+        job.subattr('queue', args.subqueue)
+
+if args.stdout:
+    print(job.generate())
+else:
+    job.commit()
+    print('Wrote: {0}'.format(job.filename))
+