aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJoseph Hunkeler <jhunk@stsci.edu>2014-01-27 22:30:27 -0500
committerJoseph Hunkeler <jhunk@stsci.edu>2014-01-27 22:30:27 -0500
commit3110390bb0e65f5386657dc07a57f72444cb7366 (patch)
tree222c94a420f359d46a8efd1f501acad5d052bdaf
downloadhtc_utils-3110390bb0e65f5386657dc07a57f72444cb7366.tar.gz
Initial commit
-rwxr-xr-xcondor_split.py45
-rwxr-xr-xcondor_wrap.py36
2 files changed, 81 insertions, 0 deletions
diff --git a/condor_split.py b/condor_split.py
new file mode 100755
index 0000000..58942ef
--- /dev/null
+++ b/condor_split.py
@@ -0,0 +1,45 @@
+#!/usr/bin/env python
+import argparse
+import os
+import sys
+import fnmatch
+
+def path_dive(p, ext, strip_components):
+ filenames = []
+ p = os.path.abspath(p)
+ for root, _, files in os.walk(p):
+ for f in files:
+ path = os.path.join(root, f)
+ if not os.path.isfile(path):
+ continue
+ if fnmatch.fnmatch(path, ext):
+ if strip_components:
+ print("stripping {}".format(strip_components))
+ try:
+ head, tail = os.path.split(path)
+ components = head.split(os.path.sep)[strip_components:]
+ path = os.path.join(os.path.sep.join(components), tail)
+ except IndexError:
+ print("Depth exceeded! Cannot strip {} components from {}".format(strip_components, path))
+ exit(1)
+ filenames.append(path)
+ return filenames
+
+
+def main():
+ parser = argparse.ArgumentParser()
+ parser.add_argument("search_path", nargs="+", help="Directory to search under")
+ parser.add_argument("--strip-components", default=0, help="Top-level directories to strip")
+ parser.add_argument("--output-dir", default="input")
+ parser.add_argument("--extension", default="*.*", help="Extension of files")
+ parser.add_argument("--chunks", default=4, help="Number of entries per file")
+ args = parser.parse_args()
+
+ for path in args.search_path:
+ print("Searching {} for {}".format(path, args.extension))
+ print(path_dive(path, args.extension, args.strip_components))
+
+
+
+if __name__ == "__main__":
+ main()
diff --git a/condor_wrap.py b/condor_wrap.py
new file mode 100755
index 0000000..2142c88
--- /dev/null
+++ b/condor_wrap.py
@@ -0,0 +1,36 @@
+#!/usr/bin/env python
+import argparse
+import os
+import sys
+import subprocess
+
+def main():
+ parser = argparse.ArgumentParser()
+ parser.add_argument("--verbose", action="store_true", help="Be more verbose")
+ parser.add_argument("job", action="store", help="Path to executable")
+ parser.add_argument("indata", nargs='?', type=argparse.FileType('r'), default=sys.stdin, help="Standard input")
+ args = parser.parse_args()
+
+ verbose = args.verbose
+
+ job = [os.path.normpath(args.job)]
+ indata = args.indata
+ data = []
+ if verbose:
+ print("Job: {}".format(job))
+ if isinstance(indata, file):
+ print("Input:"),
+ for line in indata.readlines():
+ data.append(line)
+ print(data)
+ else:
+ print("Data: {}".format(indata))
+ data = indata
+
+ compiled = job + data
+ # print(compiled)
+ process = subprocess.Popen(compiled)
+
+
+if __name__ == "__main__":
+ main()