From 1842e2754334ffc8e1a5127c19a397fa594f5ee8 Mon Sep 17 00:00:00 2001 From: Joseph Hunkeler Date: Tue, 14 Apr 2015 15:47:42 -0400 Subject: Add documentation --- generator/generator1.py | 44 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 44 insertions(+) create mode 100755 generator/generator1.py (limited to 'generator/generator1.py') diff --git a/generator/generator1.py b/generator/generator1.py new file mode 100755 index 0000000..a1d61f8 --- /dev/null +++ b/generator/generator1.py @@ -0,0 +1,44 @@ +#!/usr/bin/env python +''' Will create and run MANY job files (one for each sample data file) +''' +import os +from htc_utils import Job, Submit, Wait +from glob import glob +from pprint import pprint + + +# Fill in the paths if HTCondor is not already installed globally: +# os.environ['CONDOR_CONFIG'] = '/path/to/condor/etc/condor_config' +# os.environ['PATH'] = ':'.join(['/path/to/condor/bin', os.environ['PATH']]) + + +def job_spawner(ifile): + print("Spawning: {}".format(ifile)) + + shortname = os.path.basename(os.path.splitext(ifile)[0]) + + j = Job(shortname) + j.logging('logs', create=True) + j.attr('executable', os.path.abspath('../worker/worker1.py')) + j.attr('arguments', '--output-dir {} {}'.format(RESULTS, ifile)) + j.attr('queue') + j.commit() + + sub = Submit(j) + sub.execute() + + # Here's something fun -- + # This job will block until it is finished before more data is processed + wait = Wait(sub) + + # If you don't want to see the output, comment the following line: + wait.toggle_echo() + wait.execute() + + +if __name__ == '__main__': + RESULTS = os.path.abspath('../results/sample1') + DATA = [ os.path.abspath(g) for g in glob('../data/sample1/*.dat') ] + + for data in DATA: + job_spawner(data) \ No newline at end of file -- cgit