This recipe monkey-patches the ElementTree library to allow correct parsing and generation of CDATA sections.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 | """
This module monkey patches the ElementTree module to fully support CDATA
sections both while generating XML trees and while parsing XML documents.
See usage examples at the end of this file.
Eli Golovinsky, 2008
www.gooli.org
"""
try:
# Try Python 2.5 and later
import xml.etree.ElementTree as etree
except ImportError:
# Older Python with ElementTree installed from http://effbot.org/zone/element-index.htm
import elementtree.ElementTree as etree
def CDATA(text=None):
"""
A CDATA element factory function that uses the function itself as the tag
(based on the Comment factory function in the ElementTree implementation).
"""
element = etree.Element(CDATA)
element.text = text
return element
# We're replacing the _write method of the ElementTree class so that it would
# recognize and correctly print out CDATA sections.
old_ElementTree = etree.ElementTree
class ElementTree_CDATA(old_ElementTree):
def _write(self, file, node, encoding, namespaces):
if node.tag is CDATA:
if node.text:
text = node.text.encode(encoding)
file.write("<![CDATA[%s]]>" % text)
else:
old_ElementTree._write(self, file, node, encoding, namespaces)
etree.ElementTree = ElementTree_CDATA
# Since xml.parsers.expat supports parsing CDATA sections, all we need to do
# is recognize them during parsing and add them to the tree.
old_XMLTreeBuilder = etree.XMLTreeBuilder
class XMLTreeBuilder_CDATA(old_XMLTreeBuilder):
def __init__(self, html=0, target=None):
old_XMLTreeBuilder.__init__(self, html, target)
self._parser.StartCdataSectionHandler = self._start_cdata
self._parser.EndCdataSectionHandler = self._end_cdata
self._cdataSection = False
self._cdataBuffer = None
def _start_cdata(self):
"""
A CDATA section beginning has been recognized - start collecting
character data.
"""
self._cdataSection = True
self._cdataBuffer = []
def _end_cdata(self):
"""
The CDATA section has ended - join the character data we collected
and add a CDATA element to the target tree.
"""
self._cdataSection = False
text = self._fixtext("".join(self._cdataBuffer))
self._target.start(CDATA, {})
self._target.data(text)
self._target.end(CDATA)
def _data(self, text):
"""
If we are in the middle of a CDATA section, collect the data into a
special buffer, otherwise treat it as before.
"""
if self._cdataSection:
self._cdataBuffer.append(text)
else:
old_XMLTreeBuilder._data(self, text)
etree.XMLTreeBuilder = XMLTreeBuilder_CDATA
try:
# Try Python 2.5 and later
from xml.etree.ElementTree import *
except ImportError:
# Older Python with ElementTree installed from http://effbot.org/zone/element-index.htm
from elementtree.ElementTree import *
# ------------------------------------------------------------------------------
if __name__ == "__main__":
sampleXml = '<data key="value"> some text <![CDATA[<sender>John Smith</sender>]]></data>'
# Parse XML that contains CDATA sections and convert it back into a string
root = fromstring(sampleXml)
xml = tostring(root)
print xml
# The parsed and regenerated XML is the same as the sample XML string
assert(sampleXml == xml)
# Generate a tree with a CDATA section
root = Element("data")
root.set("key", "value")
root.text = " some text "
cdata = CDATA("<sender>John Smith</sender>")
root.append(cdata)
xml2 = tostring(root)
print xml2
# The generated XML is the same as the sample XML string
assert(sampleXml == xml2)
|
This should work with both Python <= 2.4 and installed ElementTree and with Python 2.5 and the xml.etree package, but it doesn't work with the C implementations (cElementTree) since XMLTreeBuilder isn't a class one can extend in that version.
Previous discussions of the subject:
http://mail.python.org/pipermail/python-list/2005-June/324995.html
http://stackoverflow.com/questions/174890/how-to-output-cdata-using-elementtree
What I am trying to do now is to extract data in the xml and put it in a .dbf table. ds0078 is the category name. What contained in each CDATA are ID/unique number and count data. Any Python script available for this?
Can anyone make some suggestions?
Regards.
David
<<Attribute> <Name>ds00778</Name> <Units>persons</Units> <Type>count</Type> <Title>ds00778</Title> <Description>All People</Description> </Attribute>- <Rowset>- <Row>- <I>-