diff options
author | Joseph Hunkeler <jhunkeler@gmail.com> | 2015-02-05 15:10:35 -0500 |
---|---|---|
committer | Joseph Hunkeler <jhunkeler@gmail.com> | 2015-02-05 15:10:35 -0500 |
commit | 0c30d2a1ac3ff3ea9fdb0df7443f1f9659040f46 (patch) | |
tree | 60fb18a250ffd5ba3b6d3610a68ac4145f3de0ee | |
parent | 6714d82df06b1c58b32ca61b9cb661df5845cda9 (diff) | |
download | htcondor_examples-0c30d2a1ac3ff3ea9fdb0df7443f1f9659040f46.tar.gz |
Fix formatting
-rw-r--r-- | generator/generator.py | 15 |
1 files changed, 8 insertions, 7 deletions
diff --git a/generator/generator.py b/generator/generator.py index 4088be6..f18a746 100644 --- a/generator/generator.py +++ b/generator/generator.py @@ -5,22 +5,23 @@ from multiprocessing import Pool from glob import glob from pprint import pprint +os.environ['CONDOR_CONFIG'] = '/Users/jhunk/Downloads/condor-8.2.6-x86_64_MacOSX7-stripped/etc/condor_config' os.environ['PATH'] = '/Users/jhunk/Downloads/condor-8.2.6-x86_64_MacOSX7-stripped/bin:/Users/jhunk/Downloads/condor-8.2.6-x86_64_MacOSX7-stripped/sbin:/usr/local/lib/wxPython/bin:/Users/jhunk/.virtualenvs/python27/bin:/opt/local/libexec/gnubin:/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/X11/bin:/usr/texbin' def job_spawner(ifile): - print "Spawning: {}".format(ifile) + print("Spawning: {}".format(ifile)) j = Job(os.path.basename(os.path.splitext(ifile)[0])) + j.logging('logs') j.attr('executable', os.path.abspath('../worker/worker1.py')) j.attr('arguments', '--output-dir {} {}'.format(RESULTS, ifile)) + j.attr('queue') j.commit() - + sub = Submit(j) + sub.execute() if __name__ == '__main__': RESULTS = os.path.abspath('../results/sample1') DATA = [ os.path.abspath(g) for g in glob('../data/sample1/*.dat') ] - - - - p = Pool(4) - print(p.map(job_spawner, DATA))
\ No newline at end of file + p = Pool(8) + p.map(job_spawner, DATA)
\ No newline at end of file |