Project

General

Profile

1
# XML DOM tree manipulation
2

    
3
import cgi
4
from HTMLParser import HTMLParser
5
from xml.dom import Node
6
import xml.dom.minidom as minidom
7

    
8
import strings
9
import util
10

    
11
##### Escaping input
12

    
13
def escape(str_):
14
    return strings.to_unicode(cgi.escape(str_, True)).encode('ascii',
15
        'xmlcharrefreplace')
16

    
17
def unescape(str_): return HTMLParser().unescape(str_)
18

    
19
##### IDs
20

    
21
def get_id(node): return node.getAttribute('id')
22

    
23
def set_id(node, id_): node.setAttribute('id', id_)
24

    
25
##### Element node contents
26

    
27
def is_elem(node): return node.nodeType == Node.ELEMENT_NODE
28

    
29
def is_completely_empty(node): return node.firstChild == None
30

    
31
def has_one_child(node):
32
    return node.firstChild != None and node.firstChild.nextSibling == None
33

    
34
def is_simple(node):
35
    '''Whether every child recursively has no more than one child'''
36
    return (not is_elem(node) or is_completely_empty(node)
37
        or (has_one_child(node) and is_simple(node.firstChild)))
38

    
39
class NodeIter:
40
    def __init__(self, node): self.child = node.firstChild
41
    
42
    def __iter__(self): return self
43
    
44
    def curr(self):
45
        if self.child != None: return self.child
46
        raise StopIteration
47
    
48
    def next(self):
49
        child = self.curr()
50
        self.child = self.child.nextSibling
51
        return child
52

    
53
##### Comments
54

    
55
def is_comment(node): return node.nodeType == Node.COMMENT_NODE
56

    
57
def is_empty(node):
58
    for child in NodeIter(node):
59
        if not is_comment(child): return False
60
    return True
61

    
62
##### Child nodes that are elements
63

    
64
class NodeElemIter:
65
    def __init__(self, node): self.child = node.firstChild
66
    
67
    def __iter__(self): return self
68
    
69
    def curr(self):
70
        while self.child != None:
71
            if is_elem(self.child): return self.child
72
            self.child = self.child.nextSibling
73
        raise StopIteration
74
    
75
    def next(self):
76
        child = self.curr()
77
        self.child = self.child.nextSibling
78
        return child
79

    
80
def first_elem(node): return NodeElemIter(node).next()
81

    
82
def has_elems(node):
83
    try: first_elem(node); return True
84
    except StopIteration: return False
85

    
86
class NodeElemReverseIter:
87
    def __init__(self, node): self.child = node.lastChild
88
    
89
    def __iter__(self): return self
90
    
91
    def curr(self):
92
        while self.child != None:
93
            if is_elem(self.child): return self.child
94
            self.child = self.child.previousSibling
95
        raise StopIteration
96
    
97
    def next(self):
98
        child = self.curr()
99
        self.child = self.child.previousSibling
100
        return child
101

    
102
def last_elem(node): return NodeElemReverseIter(node).next()
103

    
104
##### Parent nodes
105

    
106
def parent(node):
107
    '''Does not treat the document object as the root node's parent, since it's
108
    not a true element node'''
109
    parent_ = node.parentNode
110
    if parent_ != None and is_elem(parent_): return parent_
111
    else: return None
112

    
113
class NodeParentIter:
114
    '''See parent() for special treatment of root node.
115
    Note that the first element returned is the current node, not its parent.'''
116
    def __init__(self, node): self.node = node
117
    
118
    def __iter__(self): return self
119
    
120
    def curr(self):
121
        if self.node != None: return self.node
122
        else: raise StopIteration
123
    
124
    def next(self):
125
        node = self.curr()
126
        self.node = parent(self.node)
127
        return node
128

    
129
##### Element nodes containing text
130

    
131
def is_text_node(node): return node.nodeType == Node.TEXT_NODE
132

    
133
def is_text(node): return has_one_child(node) and is_text_node(node.firstChild)
134

    
135
def value(node):
136
    if node.firstChild != None: return node.firstChild.nodeValue
137
    else: return node.nodeValue
138

    
139
def is_whitespace(node): return is_text_node(node) and value(node).isspace()
140

    
141
def set_value(node, value):
142
    if is_elem(node): node.appendChild(node.ownerDocument.createTextNode(value))
143
    else: node.nodeValue = value
144

    
145
class NodeTextEntryIter:
146
    def __init__(self, node): self.iter_ = NodeElemIter(node)
147
    
148
    def __iter__(self): return self
149
    
150
    def next(self):
151
        util.skip(self.iter_, is_empty)
152
        entry = self.iter_.next()
153
        if is_text(entry): value_ = value(entry)
154
        else:
155
            assert has_one_child(entry) # TODO: convert to an exception
156
            value_ = entry.firstChild
157
        return (entry.tagName, value_)
158

    
159
def is_text_node_entry(val): return util.is_str(val[1])
160

    
161
class TextEntryOnlyIter(util.CheckedIter):
162
    def __init__(self, iterable):
163
        util.CheckedIter.__init__(self, is_text_node_entry, iterable)
164

    
165
##### Modifying/replacing a node
166

    
167
def set_child(node, name, value):
168
    '''Note: does not remove any existing child of the same name'''
169
    child = node.ownerDocument.createElement(name)
170
    set_value(child, value)
171
    node.appendChild(child)
172

    
173
def remove(node): node.parentNode.removeChild(node)
174

    
175
def replace(old, new):
176
    '''@param new Node|None'''
177
    if new == None: old.parentNode.removeChild(old)
178
    else: old.parentNode.replaceChild(new, old) # note order reversed
179

    
180
def replace_with_text(node, new):
181
    if util.is_str(new): new = node.ownerDocument.createTextNode(new)
182
    replace(node, new)
183

    
184
##### Searching child nodes
185

    
186
def by_tag_name(node, name, last_only=False):
187
    '''last_only optimization returns last matching node'''
188
    children = []
189
    if last_only: iter_ = NodeElemReverseIter(node)
190
    else: iter_ = NodeElemIter(node)
191
    for child in iter_:
192
        if child.tagName == name:
193
            children.append(child)
194
            if last_only: break
195
    return children
196

    
197
##### XML documents
198

    
199
def create_doc(root='_'):
200
    return minidom.getDOMImplementation().createDocument(None, root, None)
201

    
202
##### Printing XML
203

    
204
prettyxml_config = dict(addindent='    ', newl='\n')
205
toprettyxml_config = prettyxml_config.copy()
206
util.rename_key(toprettyxml_config, 'addindent', 'indent')
207

    
208
##### minidom modifications
209

    
210
#### Module
211

    
212
minidom._write_data = lambda writer, data: writer.write(escape(data))
213

    
214
minidom.Node.__iter__ = lambda self: NodeIter(self)
215

    
216
def __Node_str(self):
217
    return strings.remove_extra_newl(self.toprettyxml(**toprettyxml_config))
218
minidom.Node.__str__ = __Node_str
219
minidom.Node.__repr__ = __Node_str
220
minidom.Element.__repr__ = __Node_str
221

    
222
#### Node
223

    
224
minidom.Node.pop = lambda self: self.removeChild(self.lastChild)
225

    
226
def __Node_clear(self):
227
    while not is_empty(self): self.pop()
228
minidom.Node.clear = __Node_clear
229

    
230
#### Text
231

    
232
__Text_writexml_orig = minidom.Text.writexml
233
def __Text_writexml(self, *args, **kw_args):
234
    if is_whitespace(self): pass # we add our own whitespace
235
    else: __Text_writexml_orig(self, *args, **kw_args)
236
minidom.Text.writexml = __Text_writexml
237

    
238
#### Attr
239

    
240
def __Attr_str(self): return escape(self.name)+'="'+escape(self.value)+'"'
241
minidom.Attr.__str__ = __Attr_str
242
minidom.Attr.__repr__ = __Attr_str
243

    
244
#### Element
245

    
246
def __Element_write_opening(self, writer, indent='', addindent='', newl=''):
247
    writer.write(indent+'<'+escape(self.tagName))
248
    for attr_idx in xrange(self.attributes.length):
249
        writer.write(' '+str(self.attributes.item(attr_idx)))
250
    writer.write('>'+newl)
251
minidom.Element.write_opening = __Element_write_opening
252

    
253
def __Element_write_closing(self, writer, indent='', addindent='', newl=''):
254
    writer.write('</'+escape(self.tagName)+'>'+newl)
255
minidom.Element.write_closing = __Element_write_closing
256

    
257
__Element_writexml_orig = minidom.Element.writexml
258
def __Element_writexml(self, writer, indent='', addindent='', newl=''):
259
    if isinstance(indent, int): indent = addindent*indent
260
    if is_simple(self):
261
        writer.write(indent)
262
        __Element_writexml_orig(self, writer)
263
        writer.write(newl)
264
    else: __Element_writexml_orig(self, writer, indent, addindent, newl)
265
minidom.Element.writexml = __Element_writexml
266

    
267
#### Document
268

    
269
def __Document_write_opening(self, writer, indent='', addindent='', newl='',
270
    encoding=None):
271
    xmlDecl = '<?xml version="1.0" '
272
    if encoding != None: xmlDecl += 'encoding="'+escape(encoding)+'"'
273
    xmlDecl += '?>'+newl
274
    writer.write(xmlDecl)
275
    assert has_one_child(self)
276
    assert is_elem(self.firstChild)
277
    self.firstChild.write_opening(writer, indent, addindent, newl)
278
minidom.Document.write_opening = __Document_write_opening
279

    
280
def __Document_write_closing(self, writer, indent='', addindent='', newl=''):
281
    self.firstChild.write_closing(writer, indent, addindent, newl)
282
minidom.Document.write_closing = __Document_write_closing
(21-21/25)