1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
#!/usr/bin/env python
import argparse
import entomb
import fnmatch
import os
VERBOSE = False
def get_input_dirs(d):
result = []
for root, dirs, files in os.walk(d):
for dname in files:
path = os.path.join(root, dname)
if fnmatch.fnmatch(path, '*/latest-*') or fnmatch.fnmatch(path, '*/*.final.txt'):
result.append(entomb.channel_dir(path))
continue
return set(result)
def get_template_dirs(d):
result = []
for root, dirs, files in os.walk(d):
for dname in files:
path = os.path.join(root, dname)
if not fnmatch.fnmatch(path, '*/*.tar.bz2'):
continue
kludge = '/'.join(os.path.dirname(path).rsplit('/', 3))
result.append(kludge)
return sorted(set(result))
def channel_from_template(templates, needle):
for dname in templates:
if needle in dname:
return dname
def replace_urls(spec, prefix, templates, new_url):
with open(spec, 'r') as fp:
data = fp.read()
new_data = []
for line in data.splitlines():
line = line.strip()
if line.startswith('#') or line.startswith('@'):
new_data.append(line)
continue
tail = '/'.join(os.path.dirname(line).rsplit('/', 2)[1:])
needle = prefix + '/' + tail
intermediate = channel_from_template(templates, needle)
# TODO: handle absolute paths
intermediate = '/'.join(intermediate.split('/')[1:])
url, package = line.rsplit('/', 1)
url = '/'.join([new_url, intermediate])
new_data.append('/'.join([url, package]))
return '\n'.join(new_data)
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument('-i', '--input-dir', required=True, help='Path to astroconda-releases')
parser.add_argument('-t', '--template-dir', required=True, help='Path to parent of new channel tree')
parser.add_argument('-d', '--dry-run', action='store_true', help='Do not modify files')
parser.add_argument('-v', '--verbose', action='store_true', help='Be verbose')
parser.add_argument('new_url')
args = parser.parse_args()
VERBOSE = args.verbose
input_dir = args.input_dir
template_dir = args.template_dir
templates = get_template_dirs(template_dir)
new_url = args.new_url
dry_run = args.dry_run
dirs = get_input_dirs(input_dir)
specs = []
for spec_base in dirs:
spec_root = os.path.join(input_dir, spec_base)
specs.append(entomb.spec_search(spec_root, ['*{}/latest-*'.format(spec_root)]))
specs.append(entomb.spec_search(spec_root, ['*{}/*.final.txt'.format(spec_root)]))
for spec_tree in specs:
for spec_file in spec_tree:
print("Processing: {}".format(spec_file))
tree = '/'.join(spec_file.split(os.sep, 3)[1:-1])
spec_new = replace_urls(spec_file, tree, templates, new_url)
if not dry_run:
open(spec_file, 'w+').write(spec_new)
|
