1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
#!/usr/bin/env python
import sys
import json
import optparse
from xml.dom import minidom
from pprint import pprint
JSON_DATA_PATH = "manifest-descriptions/"
class Manifest:
def __init__(self):
self.remote_list = []
self.project_list = []
# (project name, remote) -> revision
self.project_revision_map = {}
self.default_node = None
@staticmethod
def compare_attr_wise(node1, node2):
if node1.attributes.length != node2.attributes.length:
return False
for i in xrange(node1.attributes.length):
a1 = node1.attributes.item(i)
if a1.value != node2.attributes[a1.name].value:
return False
return True
def add_default(self, default_node):
if self.default_node:
if not self.compare_attr_wise(default_node, self.default_node):
raise ValueError("default collision: %s vs %s" % (default_node.toxml(), self.default_node.toxml()))
return
self.default_node = default_node
def add_remote(self, remote_node):
self.remote_list.append(remote_node)
return True
def add_project(self, project_node):
remote = project_node.getAttribute("remote")
name = project_node.getAttribute("name")
revision = project_node.getAttribute("revision")
path = project_node.getAttribute("path")
self.project_list.append(project_node)
self.project_revision_map[(name, remote)] = revision
return True
def get_default(self):
return self.default_node
def get_remotes(self):
return self.remote_list
def get_projects(self):
return self.project_list
def get_revision(self, project_name, remote):
return self.project_revision_map[(project_name, remote)]
def parse(manifest_file):
manifest = Manifest()
print >>sys.stderr, "Processing: %s" % manifest_file
dom = minidom.parse(manifest_file)
default = dom.getElementsByTagName("default")
assert len(default) == 1
manifest.add_default(default[0])
for r in dom.getElementsByTagName("remote"):
manifest.add_remote(r)
for p in dom.getElementsByTagName("project"):
manifest.add_project(p)
return manifest
def dump(manifest, out, revision_ref_manifest=None):
def sort_by_name(n1, n2):
return cmp(n1.getAttribute("name"), n2.getAttribute("name"))
out.write("""\
<?xml version="1.0" encoding="UTF-8"?>
<manifest>
""")
for r in manifest.get_remotes():
out.write(r.toxml())
out.write("\n")
out.write("\n")
out.write(manifest.get_default().toxml())
out.write("\n\n")
for p in manifest.get_projects():
name = p.getAttribute("name")
remote = p.getAttribute("remote")
if not remote:
remote = manifest.get_default().getAttribute("remote")
if (name, remote) in descr_map:
if revision_ref_manifest:
# For pinned manifest, we look up branch name for
# this project in source manifest
revision = revision_ref_manifest.get_revision(name, remote)
else:
revision = p.getAttribute("revision")
descr = descr_map[(name, remote)]
pd = descr.get("description")
if pd:
out.write("<!-- Project: %s -->\n" % pd)
bd = descr["branches"].get(revision)
if bd:
out.write("<!-- Branch %s: %s -->\n" % (revision, bd))
out.write(p.toxml())
out.write("\n")
out.write("""\
</manifest>
""")
optparser = optparse.OptionParser(usage="%prog <source-manifest.xml> <pinned-manifest.xml>")
options, args = optparser.parse_args(sys.argv[1:])
if len(args) != 2:
optparser.error("Wrong number of arguments")
FILE_MAP = [
("git_description_aglo.json", "aosp"),
("git_description_glo.json", "linaro-other"),
("git_description_hglo.json", "linaro-landing-team-hisilicon"),
("git_description_lpglo.json", "linaro-private"),
]
descr_map = {}
for fname, remote in FILE_MAP:
descrs_js = json.load(open(JSON_DATA_PATH + fname))
for p in descrs_js["project"]:
name = p["name"]
description = None
branches_js = p["branch"]
branches = {}
for b in branches_js:
if "name" in b:
branches[b["name"]] = b["description"]
else:
description = b["description"]
descr_map[(name, remote)] = { "description": description, "branches": branches}
#pprint(descr_map)
def out_fname(n):
h, t = n.rsplit(".", 1)
return h + "-ann." + t
source_manifest = parse(args[0])
pinned_manifest = parse(args[1])
dump(source_manifest, open(out_fname(args[0]), "w"))
dump(pinned_manifest, open(out_fname(args[1]), "w"), source_manifest)
|
