aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJoseph Hunkeler <jhunkeler@gmail.com>2014-01-27 23:50:17 -0500
committerJoseph Hunkeler <jhunkeler@gmail.com>2014-01-27 23:50:17 -0500
commit25d1fcf959fc8ea16566e0d6b40b82bc40b4a898 (patch)
tree12dab9d525a08de9765fff610f1e1a87003a671a
parent3110390bb0e65f5386657dc07a57f72444cb7366 (diff)
downloadhtc_utils-25d1fcf959fc8ea16566e0d6b40b82bc40b4a898.tar.gz
Implement strip_components flag
-rwxr-xr-xcondor_split.py25
1 files changed, 14 insertions, 11 deletions
diff --git a/condor_split.py b/condor_split.py
index 58942ef..d78efde 100755
--- a/condor_split.py
+++ b/condor_split.py
@@ -14,30 +14,33 @@ def path_dive(p, ext, strip_components):
continue
if fnmatch.fnmatch(path, ext):
if strip_components:
- print("stripping {}".format(strip_components))
- try:
- head, tail = os.path.split(path)
+ head, tail = os.path.split(path)
+ strip_max = len(head.split(os.path.sep))
+ if strip_components <= strip_max:
components = head.split(os.path.sep)[strip_components:]
path = os.path.join(os.path.sep.join(components), tail)
- except IndexError:
- print("Depth exceeded! Cannot strip {} components from {}".format(strip_components, path))
- exit(1)
+ else:
+ #strip_components = strip_max
+ print("Warning: Cannot strip {} components from {} (max {})".format(strip_components, path, strip_max))
filenames.append(path)
return filenames
+def assign_chunk():
+ pass
def main():
parser = argparse.ArgumentParser()
- parser.add_argument("search_path", nargs="+", help="Directory to search under")
- parser.add_argument("--strip-components", default=0, help="Top-level directories to strip")
+ parser.add_argument("search_path", action="store", help="Directory to search under")
+ parser.add_argument("--strip-components", default=0, type=int, help="Top-level directories to strip")
parser.add_argument("--output-dir", default="input")
parser.add_argument("--extension", default="*.*", help="Extension of files")
parser.add_argument("--chunks", default=4, help="Number of entries per file")
args = parser.parse_args()
- for path in args.search_path:
- print("Searching {} for {}".format(path, args.extension))
- print(path_dive(path, args.extension, args.strip_components))
+ paths = path_dive(args.search_path, args.extension, args.strip_components):
+ print("{} files".format(len(paths)))
+ if not paths:
+ exit(0)