Annotation of kupuMPIWG/tools/makepox.py, revision 1.1.1.1
1.1 dwinter 1: """Simple script to generate .pox files
2:
3: parses XML for i18n attrs and JS files for _() calls and generates an
4: XML .pox template document (.poxt file)
5:
6: (c) Guido Wesdorp 2005
7:
8: """
9:
10: from xml.dom.minidom import parseString, getDOMImplementation
11: import sys, re, os
12:
13: stderr = sys.stderr
14:
15: warn_on_broken_xml = True
16:
17: class POX:
18: """container for the results"""
19: def __init__(self):
20: impl = getDOMImplementation()
21: self.doc = impl.createDocument(None, 'catalog', None)
22: self.root = self.doc.documentElement
23: self.processed = {} # mapping from mid to ([filenames], node)
24:
25: def add(self, msgid, filename):
26: # strip and reduce whitespace
27: msgid = msgid.strip().replace('\n', ' ').replace('\t', ' ')
28: while msgid.find(' ') > -1:
29: msgid.replace(' ', ' ')
30: if self.processed.has_key(msgid):
31: filenames, node = self.processed[msgid]
32: if not filename in filenames:
33: filenames.append(filename)
34: node.setAttribute('filenames',
35: '%s %s' % (node.getAttribute('filenames'), filename))
36: return
37: doc = self.doc
38: root = self.root
39: # add the nodes
40: msgnode = doc.createElement('message')
41: msgnode.setAttribute('filenames', filename)
42: root.appendChild(msgnode)
43: msgidnode = doc.createElement('msgid')
44: msgidnode.appendChild(doc.createTextNode(msgid))
45: msgnode.appendChild(msgidnode)
46: msgstrnode = doc.createElement('msgstr')
47: msgstrnode.appendChild(doc.createTextNode(msgid))
48: msgnode.appendChild(msgstrnode)
49: msgstrnode.setAttribute('i18n:translate', '')
50: root.appendChild(msgnode)
51: self.processed[msgid] = ([filename], msgnode)
52:
53: def get_result(self):
54: return self.doc.toprettyxml()
55:
56: class XMLParser:
57: """scans XML files (or well-formed HTML files, obviously) for i18 attrs"""
58: def __init__(self, files, pox):
59: self._current = None
60: for file in files:
61: self.parse_file(file, pox)
62:
63: def parse_file(self, filename, pox):
64: fp = open(filename)
65: try:
66: dom = parseString(fp.read())
67: except:
68: exc, e, tb = sys.exc_info()
69: del tb
70: if warn_on_broken_xml:
71: print >>stderr, 'Error parsing %s: %s - %s' % (filename, exc, e)
72: return
73: # walk through all the nodes and scan for i18n: stuff
74: while 1:
75: node = self.next_node(dom)
76: if not node:
77: break
78: if node.nodeType == 1:
79: attrs = node.attributes
80: translate = attrs.getNamedItem('i18n:translate')
81: if translate:
82: msgid = translate.value
83: if not msgid.strip():
84: msgid = self.extract_text(node)
85: pox.add(msgid, filename)
86: attributes = attrs.getNamedItem('i18n:attributes')
87: if attributes:
88: attributes = [a.strip() for a in
89: attributes.value.split(';')]
90: for attr in attributes:
91: attritem = attrs.getNamedItem(attr)
92: if not attritem:
93: raise AttributeError, \
94: 'No %s on %s in %s' % (
95: attr, node.nodeName, filename)
96: msgid = attritem.value;
97: pox.add(msgid, filename)
98:
99: def extract_text(self, node):
100: xml = ''
101: for child in node.childNodes:
102: xml += child.toxml().strip().replace('\n', ' ').replace('\t', ' ')
103: while xml.find(' ') > -1:
104: xml = xml.replace(' ', ' ')
105: return xml
106:
107: def next_node(self, dom):
108: if not self._current or self._current.ownerDocument != dom:
109: self._current = dom.documentElement
110: else:
111: cur = self._current
112: if cur.hasChildNodes():
113: self._current = cur.childNodes[0]
114: elif cur != cur.parentNode.lastChild:
115: self._current = cur.nextSibling
116: else:
117: self._current = cur.parentNode.nextSibling
118: return self._current
119:
120: class JSParser:
121: """scans JS files for _() calls"""
122: def __init__(self, files, pox):
123: for file in files:
124: self.parse_file(file, pox)
125:
126: _startfuncreg = re.compile('.*?[^a-zA-Z0-9_]_\(')
127: _startfuncreg_2 = re.compile('^_\(')
128: def parse_file(self, filename, pox):
129: lines = open(filename).readlines()
130: lineno = 0
131: more = False
132: chunks = []
133: for line in lines:
134: lineno += 1
135: if more is True or self._startfuncreg.search(line):
136: chunk, more = self._get_func_content(line, filename,
137: lineno, more)
138: chunks.append(chunk)
139: if chunks and more is False:
140: literal = ''.join(chunks).strip()
141: if not literal:
142: raise ValueError, ('Unrecognized function content -- '
143: 'file %s, line %s' % (
144: filename, lineno))
145: literal = literal.replace('\t', ' ').replace('\n', ' ')
146: while literal.find(' ') > -1:
147: literal = literal.replace(' ', ' ')
148: more = False
149: chunks = []
150: pox.add(literal, filename)
151:
152: def _get_func_content(self, line, filename, lineno, more=False):
153: """return the content of the _() call in line
154:
155: if more is True, this will assume the function is already opened
156: and continue adding to the result from the start of the line
157: without searching for '[^a-zA-Z_]_(' first
158:
159: returns a tuple (content, more) where more is True if the end of
160: the function body is not reached, in that case this method should
161: be called again with the 'more' argument set to True
162: """
163: line = line.strip()
164: if not more:
165: match = self._startfuncreg.search(line) or \
166: self._startfuncreg_2.search(line)
167: line = line.replace(match.group(0), '')
168: line = line.strip()
169: quote = line[0]
170: line = line[1:]
171: if not quote in ['"', "'"]:
172: raise ValueError, ('beginning of function body not a recognized '
173: 'quote character: %s -- (file %s, line %s)' % (
174: quote, filename, lineno))
175: ret = []
176: previous_char = None
177: while 1:
178: new_char = line[0]
179: line = line[1:]
180: if new_char == quote:
181: if previous_char != '\\':
182: break
183: ret.append(new_char)
184: previous_char = new_char
185:
186: # find out if we should continue after this (do we have a '+'
187: # or a ');'?)
188: more = False
189: line = line.strip()
190: if line and line[0] == '+':
191: line = line[1:].strip()
192: if line:
193: raise ValueError, ('string concatenation only allowed for '
194: 'multiline strings, not for variable '
195: 'interpolation (use ${} instead) -- '
196: '(file %s, line %s)' % (
197: filename, lineno))
198: more = True
199: return ''.join(ret), more
200:
201: if __name__ == '__main__':
202: print >>stderr, 'POX extract v0.1'
203: print >>stderr, '(c) Guido Wesdorp 2004'
204: files = sys.argv[1:]
205: print >>stderr, 'Going to parse files', ', '.join(files)
206: pox = POX()
207: xml = [f for f in files if not f.endswith('.js')]
208: js = [f for f in files if f.endswith('.js')]
209: XMLParser(xml, pox)
210: JSParser(js, pox)
211: pres = pox.get_result()
212: pres = pres.replace('<catalog>',
213: ('<catalog xmlns:i18n="http://xml.zope.org/namespaces/i18n" '
214: 'i18n:domain="kupu">'))
215: print pres
216: print >>stderr, 'Done'
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to makepox.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / kupuMPIWG / tools