Annotation of ECHO_content/vlp_xmlhelpers.py, revision 1.5
1.1 dwinter 1: from sys import argv
2:
3: import string
4: import xml.dom.minidom
5: import Ft.Xml.XLink.Processor
6: import Ft.Xml.XLink.XLinkElements
7:
8: from Ft.Xml import XPath
9: from Ft.Xml.XPath import Evaluate
10: from Ft.Xml.XLink import XLINK_NAMESPACE
11: from Ft.Xml.XLink import XLinkElements
1.5 ! dwinter 12: import cStringIO
! 13: from Ft.Xml.Domlette import NonvalidatingReader, PrettyPrint,Print
! 14: from Ft.Xml import EMPTY_NAMESPACE
1.1 dwinter 15: from Ft.Lib import Uri
16: import urllib
17: import re
18:
1.5 ! dwinter 19: patternTXT=r"<\s*txt.*?>(.*?)</txt>"
! 20: regexpTXT = re.compile(patternTXT, re.IGNORECASE + re.DOTALL)
1.1 dwinter 21: patternPage=r"<\s*page.*?>(.*?)</page>"
22: regexpPage = re.compile(patternPage, re.IGNORECASE + re.DOTALL)
23:
24: xml2htmlArray={'WEB_normal':('<p>','</p>'),'Normal':('<p>','</p>'),'WEB_picture':('<p class=\"picture\">','</p>'),'WEB_figuretitle':('<p class=\"picturetitle\">','</p>'),'WEB_bibliography':('<p><i>','</i></p>'),'Web_kursiv':('<i>','</i>'),'WEB_kursiv':('<i>','</i>'),'WEB_hyperlink':('',''),'Hyperlink':('',''),'Picture':('<p class=\"picture\">','</p>'),'FigureTitle':('<p class=\"picturetitle\">','</p>')}
25:
26: def addToDict(dict,name,value):
27: if name=="":
28: return 0
29: else:
30:
31: if not dict.has_key(name):
32: dict[name]=[] # als array anlegen
33:
34: dict[name].append(value)
35: return 1
36:
37: def proj2hash(self,xmlstring):
38: """wandelt xml-files fuer die projekte in ein hash"""
39:
40: dom=xml.dom.minidom.parseString(xmlstring)
41:
42:
43: list={}
44:
45: #gettitle
46: pars=Evaluate('par',dom.getElementsByTagName('part')[0])
47: for par in pars:
48: className=par.getAttribute('class')
49: content=getText(self,par.childNodes)
50: addToDict(list,className,content)
51:
52:
53: sectionXPath="section"
54:
55:
56: sections=Evaluate(sectionXPath,dom.getElementsByTagName('part')[0])
57:
58: while sections:
59:
60: for section in sections:
61:
62: sec=parseSection(self,section)
63:
64: if sec[0]=="WEB_project_header": # Sonderfall project
65: addToDict(list,'WEB_project_header',sec[1]) # store title
66: addToDict(list,'WEB_project_description',sec[2]) #store description
67: else: # no information in heading
1.3 dwinter 68: level=int(sec[3])+2
69: aTag="<h%i>"%level
70: eTag="</h%i>"%level
1.1 dwinter 71: addToDict(list,"text",aTag+sec[1]+eTag)
72: addToDict(list,"text",sec[2])
73: sectionXPath+="/section"
74: sections=Evaluate(sectionXPath,dom.getElementsByTagName('part')[0])
75: return list
76:
77:
78: def parseSection(self,section):
79: type=""
80: header=""
81: level=section.getAttribute('level')
82: for heading in section.childNodes:
83: if getattr(heading,'tagName','')=="heading":
84:
85: type=heading.getAttribute('class')
86: header=getText(self,heading.childNodes)
87:
88: if type=="": # falls heading fehlt, pruefe ob erster par richtig
89: par=section.getElementsByTagName('par')[0]
90: type=par.getAttribute('class')
91: header=getText(par.childNodes)
92:
93: #print section.childNodes
94: #pars=Evaluate('par',section)
95: pars=section.childNodes
96: content=par2html(self,pars)
97: #print "CONTENT",repr(content)
98: return (type,header,content,level)
99:
100: def parseTable(table):
101: fields={}
102: rows=table.getElementsByTagName('html:tr')
103: for row in rows:
104: #print "ROW"
105: cols=row.getElementsByTagName('html:td')
106:
107: #Name des Datenfeldes einlesen
108: try:
109: field=cols[0].getElementsByTagName('par')[0].getAttribute('class')
110: #print "field",field
111: except:
112: print "error"
113: field=""
114:
115: #Wandeln der Eintrge in HTML
116:
117: #pars=cols[1].getElementsByTagName('par')
118: pars=cols[1].childNodes
119:
120: html=par2html(self,pars,tags=("",";"))
121:
122: addToDict(fields,field,html)
123: #print fields
124: return fields
125:
126: def par2html(self,pars,tags=None):
127: html=""
128:
129: for par in pars:
130: tagName=getattr(par,'tagName','')
131: if tagName in ["par","inline"]:
132: #print repr(par.getAttribute('class')),xml2htmlArray.get(par.getAttribute('class'),'NOT FOUND')
133: #print "par",par
134: if not tags:
135: try:
136: tag=xml2htmlArray[par.getAttribute('class')]
137: except:
138: tag=('<p>','</p>')
139: else:
140: tag=tags
141: #print "TAG",tag
142: content=getText(self,par.childNodes,par.getAttribute('class'))
143:
144:
145:
146: #print par.getAttribute('class'),node
147: try:
148: html+=tag[0]+content+tag[1]
149: except:
150: html=+tag[0]+content+tag[1]
151:
152: elif tagName=="pb":
153: html+="<pb/>"
1.4 dwinter 154:
1.1 dwinter 155:
156: try:
157:
158: return html
159: except:
160: return ""
161:
162: def getXlink(nodes):
163: """searches xlinks and gives them back as html"""
164: ret=""
165: for node in nodes:
166: if node.attributes:
167: if 'xlink:type' in node.attributes.keys(): #is a xlink?
168: ret +=xlink2html(node)
169: return ret
170:
171: def checkRef(self,ref):
1.5 ! dwinter 172: """teste ob reference angezeigt werden sollen"""
! 173: dbs={'vl_literature':'AND online = \'1\'',
! 174: 'vl_technology':'AND complete =\'yes\'',
! 175: 'vl_people':'AND complete =\'yes\'',
! 176: 'vl_sites':'AND complete =\'yes\'',
! 177: 'vl_transcript':'AND complete =\'yes\'',
! 178: 'vl_essays':'AND online =\'yes\''
! 179: }
1.1 dwinter 180: res=None
181: for db in dbs.keys():
1.5 ! dwinter 182: searchStr=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db]))
! 183: res=res or self.search(var=searchStr)
! 184: return res
! 185:
! 186: def link2html(self,str):
! 187: """link2html liks in html wandeln"""
! 188: if str:
! 189:
! 190: str=re.sub("\&","&",str)
! 191: dom=xml.dom.minidom.parseString("<?xml version='1.0' encoding='utf-8'?><txt>"+str+"</txt>")
! 192: links=dom.getElementsByTagName("link")
! 193:
! 194:
! 195: for link in links:
! 196: link.tagName="a"
! 197: ref=link.getAttribute("ref")
! 198: pn=link.getAttribute("page")
! 199:
! 200: if self.checkRef(ref):
! 201: if pn:
! 202: link.setAttribute("href",self.REQUEST['SERVER_URL']+"/references?id="+ref+"&page="+pn)
! 203: else:
! 204: link.setAttribute("href",self.REQUEST['SERVER_URL']+"/references?id="+ref)
! 205:
! 206:
! 207: newxml=dom.toxml('utf-8')
! 208:
! 209: retStr=regexpTXT.search(newxml)
! 210:
! 211: return retStr.group(1)
! 212:
! 213:
! 214: return ""
! 215:
1.1 dwinter 216:
217:
218: def xml2html(self,str,quote="yes"):
219: """link2html fuer VLP muss hier noch raus"""
220: if str:
221: if quote=="yes2":
222: str=re.sub("\&","&",str)
1.5 ! dwinter 223: #dom=xml.dom.minidom.parseString(str)
! 224: dom = NonvalidatingReader.parseString(str,"http://www.mpiwg-berlin.mpg.de/")
! 225: #links=dom.getElementsByTagName("link")
! 226: links=Ft.Xml.XPath.Evaluate(".//link", contextNode=dom)
1.1 dwinter 227: for link in links:
1.5 ! dwinter 228: #link.tagName="a"
! 229:
! 230: ref=link.getAttributeNS(EMPTY_NAMESPACE,"ref")
! 231: pn=link.getAttributeNS(EMPTY_NAMESPACE,"page")
1.1 dwinter 232:
1.5 ! dwinter 233: cns=link.childNodes[0:]
! 234:
! 235: newLink=dom.createElementNS(EMPTY_NAMESPACE,"a")
! 236: for x in cns:
! 237: newLink.appendChild(x)
! 238:
! 239:
! 240:
! 241: link.parentNode.replaceChild(newLink,link)
! 242:
! 243: if self.checkRef(ref):
! 244: if pn:
! 245: newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.REQUEST['SERVER_URL']+"/references?id="+ref+"&p="+pn)
! 246: else:
! 247: newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.REQUEST['SERVER_URL']+"/references?id="+ref)
! 248:
! 249: #str= dom.toxml('utf-8')
! 250: buf = cStringIO.StringIO()
! 251: PrettyPrint(dom, stream=buf)
! 252: str = buf.getvalue()
! 253: buf.close()
! 254: #str=PrettyPrint(dom.documentElement,encoding='UTF-8')
! 255: #print link.toxml('utf-8')
! 256: #print type(str)
! 257: retStr=regexpPage.search(str)
! 258:
! 259: try: # hack warum fehtl manchmal page??
! 260: return retStr.group(1)
1.1 dwinter 261: except:
1.5 ! dwinter 262: return str
1.1 dwinter 263: return ""
1.5 ! dwinter 264:
1.1 dwinter 265:
266: def xlink2html(self,xlink,parClass=None):
267: ret=""
268: attributes=xlink.attributes
269:
270: if xlink.tagName.lower()=="image":
271: ret +="""<img src="%s" />"""%xlink.getAttribute('href')
272: elif xlink.tagName.lower()=="link":
273: reference=urllib.unquote(xlink.getAttribute('href'))
274: label=getText(self,xlink.childNodes)
275:
276: # check if href is already a correct url
277: if reference.split(":")[0] in ['http','file']:
278: if parClass=="Picture":
279: ret +="""<img src="%s" />"""%(reference)
280: else:
281:
282: ret +="""<a href="%s" >%s</a>"""%(reference,label)
283: else: # transform
284: #href=xml2html(self,reference)
285: #print "refer",reference
286: reference=re.sub("ref\=([^>]*)\>",'ref=\"\g<1>\">',reference)# einfuegen anfuehrungszeichen um ref attribut, falls fehlt.
287: ret +=reference
288:
289: return ret
290:
291: def getText(self,nodelist,parClass=None):
292:
293: rc = u''
294: for node in nodelist:
295:
296: if node.nodeType == node.TEXT_NODE:
297:
298: try:
299: try:
300: #rc += node.data.encode('utf-8','ignore')
301: rc += node.data
302:
303: except:
304: #rc= node.data.encode('utf-8','ignore')
305: rc=node.data
306: except:
307: rc="ERROR"
308: #node.data.decode('utf-8','ignore')
309:
310: node.data.encode('utf-8','ignore')
311: #print "RC",rc
312: elif node.tagName =="inline":
313:
314: rc+=par2html(self,[node])
315:
316: elif node.tagName =="pb":
317: rc+="<pb/>"
318: elif node.attributes:
319:
320: if 'type' in node.attributes.keys(): #is a xlink?
321:
322: try:
323: rc +=xlink2html(self,node,parClass).encode('utf-8')
324:
325: except:
326: rc +=xlink2html(self,node,parClass)
327:
328: #print "RWT",rc
329: return rc
330:
331:
332: #filename=argv[1]
333: #fileString=file(filename).read()
334: #print proj2hash(fileString)
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to vlp_xmlhelpers.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content