1: from sys import argv
2:
3: import string
4: import xml.dom.minidom
5: import Ft.Xml.XLink.Processor
6: import Ft.Xml.XLink.XLinkElements
7:
8: from Ft.Xml import XPath
9: from Ft.Xml.XPath import Evaluate
10: from Ft.Xml.XLink import XLINK_NAMESPACE
11: from Ft.Xml.XLink import XLinkElements
12: import cStringIO
13: from Ft.Xml.Domlette import NonvalidatingReader, PrettyPrint,Print
14: from Ft.Xml import EMPTY_NAMESPACE
15: from Ft.Lib import Uri
16: import urllib
17: import re
18:
19: patternTXT=r"<\s*txt.*?>(.*?)</txt>"
20: regexpTXT = re.compile(patternTXT, re.IGNORECASE + re.DOTALL)
21: patternPage=r"<\s*page.*?>(.*?)</page>"
22: regexpPage = re.compile(patternPage, re.IGNORECASE + re.DOTALL)
23:
24: xml2htmlArray={'WEB_normal':('<p>','</p>'),'Normal':('<p>','</p>'),'WEB_picture':('<p class=\"picture\">','</p>'),'WEB_figuretitle':('<p class=\"picturetitle\">','</p>'),'WEB_bibliography':('<p><i>','</i></p>'),'Web_kursiv':('<i>','</i>'),'WEB_kursiv':('<i>','</i>'),'WEB_hyperlink':('',''),'Hyperlink':('',''),'Picture':('<p class=\"picture\">','</p>'),'FigureTitle':('<p class=\"picturetitle\">','</p>')}
25:
26: def addToDict(dict,name,value):
27: if name=="":
28: return 0
29: else:
30:
31: if not dict.has_key(name):
32: dict[name]=[] # als array anlegen
33:
34: dict[name].append(value)
35: return 1
36:
37: def proj2hash(self,xmlstring):
38: """wandelt xml-files fuer die projekte in ein hash"""
39:
40: dom=xml.dom.minidom.parseString(xmlstring)
41:
42:
43: list={}
44:
45: #gettitle
46: pars=Evaluate('par',dom.getElementsByTagName('part')[0])
47: for par in pars:
48: className=par.getAttribute('class')
49: content=getText(self,par.childNodes)
50: addToDict(list,className,content)
51:
52:
53: sectionXPath="section"
54:
55:
56: sections=Evaluate(sectionXPath,dom.getElementsByTagName('part')[0])
57:
58: while sections:
59:
60: for section in sections:
61:
62: sec=parseSection(self,section)
63:
64: if sec[0]=="WEB_project_header": # Sonderfall project
65: addToDict(list,'WEB_project_header',sec[1]) # store title
66: addToDict(list,'WEB_project_description',sec[2]) #store description
67: else: # no information in heading
68: level=int(sec[3])+2
69: aTag="<h%i>"%level
70: eTag="</h%i>"%level
71: addToDict(list,"text",aTag+sec[1]+eTag)
72: addToDict(list,"text",sec[2])
73: sectionXPath+="/section"
74: sections=Evaluate(sectionXPath,dom.getElementsByTagName('part')[0])
75: return list
76:
77:
78: def parseSection(self,section):
79: type=""
80: header=""
81: level=section.getAttribute('level')
82: for heading in section.childNodes:
83: if getattr(heading,'tagName','')=="heading":
84:
85: type=heading.getAttribute('class')
86: header=getText(self,heading.childNodes)
87:
88: if type=="": # falls heading fehlt, pruefe ob erster par richtig
89: par=section.getElementsByTagName('par')[0]
90: type=par.getAttribute('class')
91: header=getText(par.childNodes)
92:
93: #print section.childNodes
94: #pars=Evaluate('par',section)
95: pars=section.childNodes
96: content=par2html(self,pars)
97: #print "CONTENT",repr(content)
98: return (type,header,content,level)
99:
100: def parseTable(table):
101: fields={}
102: rows=table.getElementsByTagName('html:tr')
103: for row in rows:
104: #print "ROW"
105: cols=row.getElementsByTagName('html:td')
106:
107: #Name des Datenfeldes einlesen
108: try:
109: field=cols[0].getElementsByTagName('par')[0].getAttribute('class')
110: #print "field",field
111: except:
112: print "error"
113: field=""
114:
115: #Wandeln der Eintrge in HTML
116:
117: #pars=cols[1].getElementsByTagName('par')
118: pars=cols[1].childNodes
119:
120: html=par2html(self,pars,tags=("",";"))
121:
122: addToDict(fields,field,html)
123: #print fields
124: return fields
125:
126: def par2html(self,pars,tags=None):
127: html=""
128:
129: for par in pars:
130: tagName=getattr(par,'tagName','')
131: if tagName in ["par","inline"]:
132: #print repr(par.getAttribute('class')),xml2htmlArray.get(par.getAttribute('class'),'NOT FOUND')
133: #print "par",par
134: if not tags:
135: try:
136: tag=xml2htmlArray[par.getAttribute('class')]
137: except:
138: tag=('<p>','</p>')
139: else:
140: tag=tags
141: #print "TAG",tag
142: content=getText(self,par.childNodes,par.getAttribute('class'))
143:
144:
145:
146: #print par.getAttribute('class'),node
147: try:
148: html+=tag[0]+content+tag[1]
149: except:
150: html=+tag[0]+content+tag[1]
151:
152: elif tagName=="pb":
153: html+="<pb/>"
154:
155:
156: try:
157:
158: return html
159: except:
160: return ""
161:
162: def getXlink(nodes):
163: """searches xlinks and gives them back as html"""
164: ret=""
165: for node in nodes:
166: if node.attributes:
167: if 'xlink:type' in node.attributes.keys(): #is a xlink?
168: ret +=xlink2html(node)
169: return ret
170:
171: def checkRef(self,ref):
172: """teste ob reference angezeigt werden sollen"""
173: dbs={'vl_literature':'AND online = \'1\'',
174: 'vl_technology':'AND complete =\'yes\'',
175: 'vl_people':'AND complete =\'yes\'',
176: 'vl_sites':'AND complete =\'yes\'',
177: 'vl_transcript':'AND complete =\'yes\'',
178: 'vl_essays':'AND online =\'yes\''
179: }
180: res=None
181: for db in dbs.keys():
182: searchStr=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db]))
183: res=res or self.search(var=searchStr)
184: return res
185:
186: def link2html(self,str):
187: """link2html liks in html wandeln"""
188: if str:
189:
190: str=re.sub("\&","&",str)
191: dom=xml.dom.minidom.parseString("<?xml version='1.0' encoding='utf-8'?><txt>"+str+"</txt>")
192: links=dom.getElementsByTagName("link")
193:
194:
195: for link in links:
196: link.tagName="a"
197: ref=link.getAttribute("ref")
198: pn=link.getAttribute("page")
199:
200: if self.checkRef(ref):
201: if pn:
202: link.setAttribute("href",self.REQUEST['SERVER_URL']+"/references?id="+ref+"&page="+pn)
203: else:
204: link.setAttribute("href",self.REQUEST['SERVER_URL']+"/references?id="+ref)
205:
206:
207: newxml=dom.toxml('utf-8')
208:
209: retStr=regexpTXT.search(newxml)
210:
211: return retStr.group(1)
212:
213:
214: return ""
215:
216:
217:
218: def xml2html(self,str,quote="yes"):
219: """link2html fuer VLP muss hier noch raus"""
220: if str:
221: if quote=="yes2":
222: str=re.sub("\&","&",str)
223: #dom=xml.dom.minidom.parseString(str)
224: dom = NonvalidatingReader.parseString(str,"http://www.mpiwg-berlin.mpg.de/")
225: #links=dom.getElementsByTagName("link")
226: links=Ft.Xml.XPath.Evaluate(".//link", contextNode=dom)
227: for link in links:
228: #link.tagName="a"
229:
230: ref=link.getAttributeNS(EMPTY_NAMESPACE,"ref")
231: pn=link.getAttributeNS(EMPTY_NAMESPACE,"page")
232:
233: cns=link.childNodes[0:]
234:
235: newLink=dom.createElementNS(EMPTY_NAMESPACE,"a")
236: for x in cns:
237: newLink.appendChild(x)
238:
239:
240:
241: link.parentNode.replaceChild(newLink,link)
242:
243: if self.checkRef(ref):
244: if pn:
245: newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.REQUEST['SERVER_URL']+"/references?id="+ref+"&p="+pn)
246: else:
247: newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.REQUEST['SERVER_URL']+"/references?id="+ref)
248:
249: #str= dom.toxml('utf-8')
250: buf = cStringIO.StringIO()
251: PrettyPrint(dom, stream=buf)
252: str = buf.getvalue()
253: buf.close()
254: #str=PrettyPrint(dom.documentElement,encoding='UTF-8')
255: #print link.toxml('utf-8')
256: #print type(str)
257: retStr=regexpPage.search(str)
258:
259: try: # hack warum fehtl manchmal page??
260: return retStr.group(1)
261: except:
262: return str
263: return ""
264:
265:
266: def xlink2html(self,xlink,parClass=None):
267: ret=""
268: attributes=xlink.attributes
269:
270: if xlink.tagName.lower()=="image":
271: ret +="""<img src="%s" />"""%xlink.getAttribute('href')
272: elif xlink.tagName.lower()=="link":
273: reference=urllib.unquote(xlink.getAttribute('href'))
274: label=getText(self,xlink.childNodes)
275:
276: # check if href is already a correct url
277: if reference.split(":")[0] in ['http','file']:
278: if parClass=="Picture":
279: ret +="""<img src="%s" />"""%(reference)
280: else:
281:
282: ret +="""<a href="%s" >%s</a>"""%(reference,label)
283: else: # transform
284: #href=xml2html(self,reference)
285: #print "refer",reference
286: reference=re.sub("ref\=([^>]*)\>",'ref=\"\g<1>\">',reference)# einfuegen anfuehrungszeichen um ref attribut, falls fehlt.
287: ret +=reference
288:
289: return ret
290:
291: def getText(self,nodelist,parClass=None):
292:
293: rc = u''
294: for node in nodelist:
295:
296: if node.nodeType == node.TEXT_NODE:
297:
298: try:
299: try:
300: #rc += node.data.encode('utf-8','ignore')
301: rc += node.data
302:
303: except:
304: #rc= node.data.encode('utf-8','ignore')
305: rc=node.data
306: except:
307: rc="ERROR"
308: #node.data.decode('utf-8','ignore')
309:
310: node.data.encode('utf-8','ignore')
311: #print "RC",rc
312: elif node.tagName =="inline":
313:
314: rc+=par2html(self,[node])
315:
316: elif node.tagName =="pb":
317: rc+="<pb/>"
318: elif node.attributes:
319:
320: if 'type' in node.attributes.keys(): #is a xlink?
321:
322: try:
323: rc +=xlink2html(self,node,parClass).encode('utf-8')
324:
325: except:
326: rc +=xlink2html(self,node,parClass)
327:
328: #print "RWT",rc
329: return rc
330:
331:
332: #filename=argv[1]
333: #fileString=file(filename).read()
334: #print proj2hash(fileString)
335:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>