diff options
-rwxr-xr-x | condor_split.py | 45 | ||||
-rwxr-xr-x | condor_wrap.py | 36 |
2 files changed, 81 insertions, 0 deletions
diff --git a/condor_split.py b/condor_split.py new file mode 100755 index 0000000..58942ef --- /dev/null +++ b/condor_split.py @@ -0,0 +1,45 @@ +#!/usr/bin/env python +import argparse +import os +import sys +import fnmatch + +def path_dive(p, ext, strip_components): + filenames = [] + p = os.path.abspath(p) + for root, _, files in os.walk(p): + for f in files: + path = os.path.join(root, f) + if not os.path.isfile(path): + continue + if fnmatch.fnmatch(path, ext): + if strip_components: + print("stripping {}".format(strip_components)) + try: + head, tail = os.path.split(path) + components = head.split(os.path.sep)[strip_components:] + path = os.path.join(os.path.sep.join(components), tail) + except IndexError: + print("Depth exceeded! Cannot strip {} components from {}".format(strip_components, path)) + exit(1) + filenames.append(path) + return filenames + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("search_path", nargs="+", help="Directory to search under") + parser.add_argument("--strip-components", default=0, help="Top-level directories to strip") + parser.add_argument("--output-dir", default="input") + parser.add_argument("--extension", default="*.*", help="Extension of files") + parser.add_argument("--chunks", default=4, help="Number of entries per file") + args = parser.parse_args() + + for path in args.search_path: + print("Searching {} for {}".format(path, args.extension)) + print(path_dive(path, args.extension, args.strip_components)) + + + +if __name__ == "__main__": + main() diff --git a/condor_wrap.py b/condor_wrap.py new file mode 100755 index 0000000..2142c88 --- /dev/null +++ b/condor_wrap.py @@ -0,0 +1,36 @@ +#!/usr/bin/env python +import argparse +import os +import sys +import subprocess + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--verbose", action="store_true", help="Be more verbose") + parser.add_argument("job", action="store", help="Path to executable") + parser.add_argument("indata", nargs='?', type=argparse.FileType('r'), default=sys.stdin, help="Standard input") + args = parser.parse_args() + + verbose = args.verbose + + job = [os.path.normpath(args.job)] + indata = args.indata + data = [] + if verbose: + print("Job: {}".format(job)) + if isinstance(indata, file): + print("Input:"), + for line in indata.readlines(): + data.append(line) + print(data) + else: + print("Data: {}".format(indata)) + data = indata + + compiled = job + data + # print(compiled) + process = subprocess.Popen(compiled) + + +if __name__ == "__main__": + main() |