Annotation of kupu/python/nationalizer.py, revision 1.1.1.1
1.1 dwinter 1: #!/usr/bin/python2.3
2:
3: """Return the Kupu .html file with i18n applied"""
4:
5: from xml.dom.minidom import parseString
6: import os
7:
8: ID = 0
9: STR = 1
10:
11: I18NNS = 'http://xml.zope.org/namespaces/i18n'
12:
13: def ustr(i):
14: if type(i) == unicode:
15: return i
16: else:
17: return unicode(str(i), 'UTF-8')
18:
19: def get_locale():
20: if os.environ.has_key('HTTP_ACCEPT_LANGUAGE'):
21: charsets = [l.strip() for l in
22: os.environ['HTTP_ACCEPT_LANGUAGE'].split(';')[0].split(',')]
23: return charsets
24:
25: class Nationalizer:
26: """Translates string in an HTML or XML file using i18n: directives"""
27:
28: not_single = ['a', 'abbr', 'acronym', 'address', 'applet',
29: 'b', 'bdo', 'big', 'blink', 'blockquote',
30: 'button', 'caption', 'center', 'cite',
31: 'comment', 'del', 'dfn', 'dir', 'div',
32: 'dl', 'dt', 'em', 'embed', 'fieldset',
33: 'font', 'form', 'frameset', 'h1', 'h2',
34: 'h3', 'h4', 'h5', 'h6', 'i', 'iframe',
35: 'ins', 'kbd', 'label', 'legend', 'li',
36: 'listing', 'map', 'marquee', 'menu',
37: 'multicol', 'nobr', 'noembed', 'noframes',
38: 'noscript', 'object', 'ol', 'optgroup',
39: 'option', 'p', 'pre', 'q', 's', 'script',
40: 'select', 'small', 'span', 'strike',
41: 'strong', 'style', 'sub', 'sup', 'table',
42: 'tbody', 'td', 'textarea', 'tfoot',
43: 'th', 'thead', 'title', 'tr', 'tt', 'u',
44: 'ul', 'xmp']
45:
46: def __init__(self, htmlfile, locale):
47: self.htmlfile = htmlfile
48: self.locale = locale
49:
50: def translate(self):
51: """load and translate everything"""
52: popath = self.get_po_file_path(self.locale)
53: if popath is not None:
54: pofp = open(popath)
55: try:
56: msgcat = self.parse_po_file(pofp)
57: finally:
58: pofp.close()
59: else:
60: # if no pofile, parse anyway to get rid of those nasty i18n:
61: # attributes (obviously not very fast, perhaps we need to either
62: # cache a parsed version and send that back or just remove the
63: # attributes here)
64: msgcat = {}
65: xmlfp = open(self.htmlfile)
66: try:
67: xml = xmlfp.read()
68: finally:
69: xmlfp.close()
70: dom = parseString(xml)
71: self.apply_i18n(dom, msgcat)
72: return self.serialize(dom.documentElement)
73:
74: def parse_po_file(self, pofp):
75: """parse the .po file, create a mapping msgid->msgstr"""
76: cat = {}
77: state = None
78: msgid = None
79: msgstr = None
80: for line in pofp.readlines():
81: line = line.strip()
82: if line.startswith('#') or not line:
83: continue
84: if line.startswith('msgid'):
85: if msgid and msgstr:
86: cat[msgid] = msgstr
87: msgid = line[7:-1]
88: state = ID
89: elif line.startswith('msgstr'):
90: msgstr = line[8:-1]
91: else:
92: # ignore for now, might be a multiline msgstr, if we
93: # want to support those we should add some code here...
94: pass
95: if msgid and msgstr:
96: cat[msgid] = msgstr
97: return cat
98:
99: def apply_i18n(self, dom, msgcat):
100: """apply nationalization of the full dom"""
101: nodes = dom.documentElement.getElementsByTagName('*')
102: for node in nodes:
103: if node.hasAttributeNS(I18NNS, 'translate'):
104: self.apply_translate(node, msgcat)
105: if node.hasAttributeNS(I18NNS, 'attributes'):
106: self.apply_attributes(node, msgcat)
107:
108: def apply_translate(self, node, msgcat):
109: """handle Zope-style i18n:translate"""
110: buf = []
111: msgid = msgstr = node.getAttributeNS(I18NNS, 'translate').strip()
112: if not msgid:
113: # no msgid in the attribute, use the node value
114: for child in node.childNodes:
115: if child.nodeType == 3:
116: buf.append(child.nodeValue)
117: else:
118: raise TypeError, \
119: ('illegal element %s in i18n:translate element' %
120: child.nodeName)
121: msgid = msgstr = self.reduce_whitespace(u''.join(buf).strip())
122: if msgcat.has_key(msgid):
123: msgstr = msgcat[msgid]
124: # now replace the contents of the node with the new contents
125: while node.hasChildNodes():
126: node.removeChild(node.firstChild)
127: node.removeAttributeNS(I18NNS, 'translate')
128: node.appendChild(node.ownerDocument.createTextNode(msgstr))
129:
130: def apply_attributes(self, node, msgcat):
131: """handle Zope-style i18n:attributes"""
132: attrnames = node.getAttributeNS(I18NNS, 'attributes').split(' ')
133: for attr in attrnames:
134: value = node.getAttribute(attr)
135: if value and msgcat.has_key(value):
136: node.setAttribute(attr, unicode(msgcat[value], 'UTF-8'))
137: node.removeAttributeNS(I18NNS, 'attributes')
138:
139: def reduce_whitespace(self, string):
140: for char in ['\n', '\t', '\r']:
141: string = string.replace(char, ' ')
142: while string.find(' ') > -1:
143: string = string.replace(' ', ' ')
144: return string
145:
146: def get_po_file_path(self, locale):
147: for language in locale:
148: startdir = '../i18n'
149: language = language.split('-')
150: pathstart = '%s/kupu-%s' % (startdir, language[0])
151: paths = []
152: if len(language) == 2:
153: paths.append('%s-%s.po' % (pathstart, language[1]))
154: paths += [
155: '%s-default.po' % pathstart,
156: '%s.po' % pathstart,
157: ]
158: for path in paths:
159: if os.path.isfile(path):
160: return path
161:
162: def serialize(self, el):
163: buf = []
164: if el.nodeType == 1:
165: buf.append('<%s' % el.nodeName)
166: if len(el.attributes):
167: for attr, value in el.attributes.items():
168: if value is not None:
169: buf.append(' %s="%s"' % (attr, self.entitize(value)))
170: if el.hasChildNodes() or el.nodeName in self.not_single:
171: buf.append('>')
172: for child in el.childNodes:
173: buf += self.serialize(child)
174: buf.append('</%s>' % el.nodeName)
175: else:
176: buf.append(' />')
177: elif el.nodeType == 3:
178: buf.append(el.nodeValue)
179: else:
180: print 'ignoring node of type', node.nodeType
181: return ''.join([ustr(b) for b in buf])
182:
183: def entitize(self, string):
184: string = string.replace('&', '&')
185: string = string.replace('<', '<')
186: string = string.replace('>', '>')
187: string = string.replace('"', '"')
188: return string
189:
190: if __name__ == '__main__':
191: # test code
192: os.chdir(os.path.abspath(os.path.dirname(__file__)))
193: i = Nationalizer('../common/kupu.html', ['nl'])
194: print i.translate().encode('UTF-8')
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to nationalizer.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / kupu / python