1: """
2: This module contains extensions which where originally made for the VLP.
3: """
4: from OFS.Cache import Cacheable
5: from Products.ECHO_content.ECHO_collection import *
6: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
7: from Products.PageTemplates.PageTemplate import PageTemplate
8: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
9: from OFS.Image import File
10: try:
11: from Products.zogiLib import zogiLib
12: except:
13: print "Zogilib not installed, VLP_resource will not work"
14:
15: import xml.dom.minidom
16: import urllib
17: import xmlrpclib
18: import vlp_xmlhelpers
19: import sys
20: import os
21: from stat import *
22: from types import *
23: from Globals import package_home
24: import transaction
25:
26:
27: def lemmatize(str):
28: """takes a str and addes links the dictionary service"""
29: server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
30: if server:
31: splitted=str.split(" ")
32: wordlist=["<w>%s</w>"%split for split in splitted].join()
33: return wordlist
34:
35:
36:
37:
38: def makeXML(str):
39:
40: try:
41: dom=xml.dom.minidom.parseString(str)
42: return str
43: except:
44: str=str.replace("& ","& ")
45: return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
46: %s
47: </page>"""%str
48:
49:
50: def checkXMLfrag(str):
51: """checks and returns str as XML fragment"""
52:
53: xmltempl = """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
54: <txt>%s</txt>"""
55: try:
56: dom=xml.dom.minidom.parseString(xmltempl%str)
57: return str
58: except:
59: str=str.replace("& ","& ")
60:
61: dom=xml.dom.minidom.parseString(xmltempl%str)
62: return str
63:
64:
65:
66: def getText(nodelist):
67:
68: rc = ""
69: for node in nodelist:
70: if node.nodeType == node.TEXT_NODE:
71: rc = rc + node.data
72: return rc
73:
74: class sendMailForm(ZopePageTemplate):
75: """sendMailForm"""
76: meta_type="sendMailForm"
77:
78: _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
79:
80: manage_options = ZopePageTemplate.manage_options+(
81: {'label':'Main Config','action':'main_configForm'},
82: )
83:
84: main_configForm = PageTemplateFile(
85: 'vlp/changeSendMailForm', globals())
86:
87: def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
88: """main_config"""
89: self.toAddrs=toAddrs.split("\n")
90: self.mailServer=mailServer
91: self.subjectAdd=subjectAdd
92: if RESPONSE:
93: RESPONSE.redirect('manage_main')
94:
95: def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
96: """sendform"""
97: fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
98: subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
99: toaddrs=self.toAddrs
100:
101: subject="%s %s"%(self.subjectAdd,subject)
102:
103: msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
104: % (fromaddr, subject, ", ".join(toaddrs)))
105: server = smtplib.SMTP(self.mailServer)
106: #server.set_debuglevel(1)
107: msg=msg+content
108: server.sendmail(fromaddr, toaddrs, msg)
109: server.quit()
110:
111: if RESPONSE:
112: RESPONSE.redirect(nextPage)
113:
114: manage_addSendMailFormForm = PageTemplateFile(
115: 'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
116:
117: from urllib import quote
118:
119: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
120: REQUEST=None, submit=None):
121: "Add a Page Template with optional file content."
122: toAddrsList=toAddrs.split("\n")
123: id = str(id)
124: if REQUEST is None:
125: self._setObject(id, sendMailForm(id, text))
126: ob = getattr(self, id)
127: if title:
128: ob.pt_setTitle(title)
129: setattr(ob,'toAddrs',toAddrsList)
130: setattr(ob,'mailServer',mailServer)
131: setattr(ob,'subjectAdd',subjectAdd)
132: return ob
133: else:
134: file = REQUEST.form.get('file')
135: headers = getattr(file, 'headers', None)
136: if headers is None or not file.filename:
137: zpt = sendMailForm(id)
138: else:
139: zpt = sendMailForm(id, file, headers.get('content_type'))
140:
141: self._setObject(id, zpt)
142:
143: try:
144: u = self.DestinationURL()
145: except AttributeError:
146: u = REQUEST['URL1']
147:
148: if submit == " Add and Edit ":
149: u = "%s/%s" % (u, quote(id))
150:
151: ob = getattr(self, id)
152: if title:
153: ob.pt_setTitle(title)
154:
155: setattr(ob,'toAddrs',toAddrsList)
156: setattr(ob,'mailServer',mailServer)
157: setattr(ob,'subjectAdd',subjectAdd)
158: REQUEST.RESPONSE.redirect(u+'/manage_main')
159: return ''
160:
161:
162: class VLP_essay(Folder):
163: """classe fr VLP essays"""
164:
165: meta_type="VLP_essay"
166:
167: manage_options = Folder.manage_options+(
168: {'label':'Main Config','action':'ConfigVLP_essayForm'},
169: {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
170: )
171:
172: def content_html(self,type='collection'):
173: """template fuer content"""
174: #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
175: #
176: #if templates:
177: # return templates[0][1]()
178:
179: if hasattr(self,type+"_template"):
180: obj=getattr(self,type+"_template")
181: return obj()
182: else:
183: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
184: pt.content_type="text/html"
185: return pt()
186:
187: def ConfigVLP_essayForm(self):
188: """Form for adding"""
189: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
190: return pt()
191:
192: def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
193: """Change vlp_essay"""
194: self.title=title
195: self.label=label
196: self.description=description
197:
198: if RESPONSE is not None:
199: RESPONSE.redirect('manage_main')
200:
201: def __init__(self,id,title,label):
202: """init"""
203: self.id=id
204: self.title=title
205: self.label=label
206:
207: def index_html(self):
208:
209: """show the rendered file"""
210:
211: if hasattr(self,'essayTemplate.html'):
212: return getattr(self,'essayTemplate.html')()
213:
214: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
215: pt.content_type="text/html"
216: return pt()
217:
218: def generateEssayTemplateHTML(self,RESPONSE=None):
219: """lege standard index.html an"""
220:
221: if not hasattr(self,'essayTemplate.html'):
222: zt=ZopePageTemplate('essayTemplate.html')
223: self._setObject('essayTemplate.html',zt)
224: default_content_fn = os.path.join(package_home(globals()),
225: 'vlp/essay_template.zpt')
226: text = open(default_content_fn).read()
227: zt.pt_edit(text, 'text/html')
228:
229: else:
230: return "already exists!"
231:
232: if RESPONSE is not None:
233: RESPONSE.redirect('manage_main')
234:
235: def getPageList(self):
236: """returns sorted list of (id,object) of page objects"""
237:
238: def sortFind(x,y):
239: return cmp(x[0],y[0])
240:
241: # pages=[]
242: # pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
243: # for page in pagestmp:
244: # if not (page[1].getId()[0]=="."):
245: # pages.append(page)
246:
247: pages = self.objectItems(['DTML Document','File'])
248: pages.sort(sortFind)
249: return pages
250:
251:
252: def getPageXMLfrag(self, pageNum=None, pageId=None, pageObj=None):
253: """returns XML fragment of page with id"""
254: xml = None
255:
256: if pageNum is not None:
257: pl = self.getPageList()
258: pageObj = pl[int(pageNum)-1][1]
259:
260: if pageId is not None:
261: pageObj = getattr(self, pageId, None)
262:
263: if pageObj is not None:
264: txt = ""
265: data = pageObj.data
266: while data is not None:
267: txt += str(data)
268: if isinstance(data, str):
269: data = None
270: else:
271: data = data.next
272:
273: xml = checkXMLfrag(txt)
274:
275: return xml
276:
277:
278: def getPage(self,pagenum):
279: """gibt essay page mit num aus"""
280: def sortFind(x,y):
281: return cmp(x[0],y[0])
282: pages=[]
283: pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
284: for page in pagestmp:
285: if not (page[1].getId()[0]=="."):
286: pages.append(page)
287:
288: pages.sort(sortFind)
289: #print str(pages[int(pagenum)][1]())
290:
291: if pages[int(pagenum)-1][1].meta_type=='File':
292: #return makeXML(str(pages[int(pagenum)-1][1]))
293: #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
294: txt=pages[int(pagenum)-1][1].data
295: #print txt.encode('utf-8')
296: return self.xml2html(makeXML(txt),quote="no")
297: else:
298: return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
299:
300: def nextPage(self,pagenum,url):
301: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
302: if int(pagenum)+1 <= pages:
303: retstr=url+"?p="+str(int(pagenum)+1)
304: return """<td align="right" <a href="%s">next</a></td>"""%retstr
305:
306: def previousPage(self,pagenum,url):
307:
308: if int(pagenum)-1 > 0:
309: retstr=url+"?p="+str(int(pagenum)-1)
310: return """<td align="left" <a href="%s">previous</a></td>"""%retstr
311:
312: def nextURL(self,pagenum,url):
313: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
314: if int(pagenum)+1 <= pages:
315: retstr=url+"?p="+str(int(pagenum)+1)
316: return retstr
317:
318: def lastURL(self,pagenum,url):
319: # teste ob performance ok, sonst in variable
320: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
321:
322: return url+"?p="+str(pages)
323:
324: def previousURL(self,pagenum,url):
325:
326: if int(pagenum)-1 > 0:
327: retstr=url+"?p="+str(int(pagenum)-1)
328: return retstr
329:
330:
331: def manage_addVLP_essayForm(self):
332: """Form for adding"""
333: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
334: return pt()
335:
336: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
337: """add the copyright"""
338:
339:
340: self._setObject(id, VLP_essay(id, title,label))
341:
342: if RESPONSE is not None:
343: RESPONSE.redirect('manage_main')
344:
345:
346: class VLP_encyclopaedia(VLP_essay):
347: """essay"""
348:
349: meta_type="VLP_encyclopaedia"
350:
351: manage_options = VLP_essay.manage_options+(
352: {'label':'Load File','action':'loadNewFileForm'},
353: )
354:
355:
356: def loadNewFileForm(self):
357: """Neues XML-File einlesen"""
358: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
359: return pt()
360:
361: def loadNewFile(self,RESPONSE=None):
362: """einlesen des neuen files"""
363: fileupload=self.REQUEST['fileupload']
364: if fileupload:
365: file_name=fileupload.filename
366: filedata=fileupload.read()
367:
368: argv=vlp_xmlhelpers.proj2hash(self,filedata)
369: textsStr=string.join(argv['text']).encode('utf-8')
370:
371: texts=textsStr.split("<pb/>")
372:
373: i=0
374: for text in texts:
375: i+=1
376: pageName='page%03d.xml'%i
377: pages=self.ZopeFind(self,obj_ids=[pageName])
378: if pages:
379: pages[0][1].update_data(text)
380:
381: else:
382: zt=File(pageName,pageName,text,content_type="text/plain")
383: self._setObject(pageName,zt)
384:
385: if RESPONSE is not None:
386: RESPONSE.redirect('manage_main')
387:
388:
389: def manage_addVLP_encycForm(self):
390: """Form for adding"""
391: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
392: return pt()
393:
394: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
395: """add the copyright"""
396:
397:
398: self._setObject(id, VLP_encyclopaedia(id, title,label))
399:
400: if RESPONSE is not None:
401: RESPONSE.redirect('manage_main')
402:
403: class VLP_subcollection(ECHO_collection):
404: """ subcollection of elements"""
405:
406: meta_type="VLP_subcollection"
407:
408: def getVLPSubcollectionToc(self,type):
409:
410: #different ordering depending on the type
411: if(type == "(Collection)"):
412: sort= "shortreference"
413: else:
414: sort = "startpages"
415:
416: #content of journals also displayed if not online
417:
418: if (type == "(JournalVolume)"):
419: online =""
420: else:
421: online ="AND online = 1"
422: sort=self.collectionSort(type)
423:
424: item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
425: WHERE volumeid ~ '%s\\\\M' """%self.getId()
426: + """ %s AND not referenceType='%s' """%(online,type)
427: + """ORDER BY """ + sort)]
428:
429: tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
430: WHERE reference = '%s' """%self.getId()
431: + """AND online = 1 AND referenceType='%s' """%type
432: + """ORDER BY """ + sort)]
433:
434:
435:
436: return tocItem+item
437:
438: def checkForFrontMatter(self,item):
439: """Teste ob Frontmatter exists"""
440: if not item==self.getId():
441: return False
442:
443: if self.ZopeFind(self,obj_ids=[self.getId()]):
444: return True
445: else:
446: return False
447:
448: def generateSubCollectionFromDB(self):
449: """erzeuge subcollection"""
450: for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
451: manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
452:
453:
454: def index_html(self):
455: """erzeuge darstellung"""
456:
457: if hasattr(self,'subCollection_template.html'):
458: return getattr(self,'subCollection_template.html')()
459:
460: pt=zptFile(self, 'vlp/subCollection_template.zpt')
461: return pt()
462:
463:
464: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
465:
466: self._setObject(id,VLP_subcollection(id,title,label))
467:
468: if RESPONSE is not None:
469: RESPONSE.redirect('manage_main')
470:
471:
472: class VLP_collection(ECHO_collection):
473: """VLP spezifische Erweiterung der Collection"""
474:
475:
476: meta_type="VLP_collection"
477: manage_options=ECHO_collection.manage_options+(
478: {'label':'Change Path','action':'VLP_path_configForm'},
479: {'label':'Update Library','action':'updateCollection'},
480: {'label':'Update Metadata','action':'updateCollectionMD'},
481: )
482:
483:
484:
485: def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
486: """erzeuge subcollectionen"""
487: logging.debug("generateSubCollections")
488: founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
489:
490: if RESPONSE is not None:
491: RESPONSE.setHeader('Content-Type','text/html')
492: self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
493: for found in founds:
494: try:
495: litid = str(found.reference)
496: foundCol=self.ZopeFind(self,obj_ids=[litid])
497: if foundCol:
498: col = foundCol[0][1]
499: logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
500: if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
501: # subcollection seems to have changed
502: logging.debug("generateSubCollections: subcollection has changed, recreating!")
503: self.manage_delObjects([foundCol[0][0]])
504: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
505: else:
506: logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
507: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
508:
509: #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
510: if os.path.exists(os.path.join(self.vlp_basis,litid)):
511: logging.debug("generateSubCollections: found frontmatter in %s"%litid)
512: obj=getattr(self,litid)
513: if not self.ZopeFind(obj,obj_ids=[litid]):
514: metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
515: newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
516: obj._setObject(litid,newObj)
517:
518: genObj=getattr(obj,litid)
519: genObj.createIndexFile(forceUpdate=forceUpdate)
520:
521: if RESPONSE is not None:
522: self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
523:
524: except:
525: error=sys.exc_info()[0:2]
526: logging.error("generateSubCollections: ERROR in %s"%litid)
527: if RESPONSE is not None:
528: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
529: #logging.error("generateSubCollections: %s %s"%error)
530: #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
531: errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
532: #errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
533:
534: return errorsTXT
535:
536: def VLP_path_configForm(self):
537: """change pt"""
538: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
539: return pt()
540:
541: def VLP_path_config(self,path,RESPONSE=None):
542: """config"""
543: self.vlp_basis=path
544: if RESPONSE is not None:
545: RESPONSE.redirect('manage_main')
546:
547: def updateCollection(self,forceUpdate=False,RESPONSE=None):
548: """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
549: errorsTXT="<h2>Errors</h2>"
550: if RESPONSE is not None:
551: RESPONSE.setHeader('Content-Type','text/html')
552: RESPONSE.write("<html><body>")
553:
554: files=os.listdir(self.vlp_basis)
555: for fileName in files:
556: if fileName[0:3]=="lit":
557: metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
558: try:
559: if not hasattr(self,fileName):
560: # create new resource
561: logging.debug("updateCollection: new %s"%fileName)
562: if RESPONSE is not None:
563: RESPONSE.write("<p>new: %s</p>\n"%fileName)
564: newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
565: self._setObject(fileName,newObj)
566:
567: if RESPONSE is not None:
568: RESPONSE.write("<p>got: %s "%fileName)
569: genObj=getattr(self,fileName)
570: logging.debug("updateCollection: inspecting %s"%fileName)
571: # create index
572: if hasattr(genObj,'createIndexFile'):
573: try:
574: logging.debug("updateCollection: creating index for %s"%fileName)
575: msg = genObj.createIndexFile(forceUpdate=forceUpdate)
576: if msg and RESPONSE is not None:
577: RESPONSE.write(msg)
578: except:
579: error=sys.exc_info()[0:2]
580: if RESPONSE is not None:
581: RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
582: errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
583:
584: # update pageSizeSum for subcollections
585: if genObj.meta_type=="VLP_subcollection":
586: if RESPONSE is not None:
587: RESPONSE.write(" is subcollection")
588: logging.debug("updateCollection: %s is subcollection"%fileName)
589: genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
590: else:
591: genObj.pageSizeSum=genObj.getPageSizeSum()
592:
593: if RESPONSE is not None:
594: RESPONSE.write("</p>\n")
595:
596: except:
597: error=sys.exc_info()[0:2]
598: logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
599: if RESPONSE is not None:
600: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
601: errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
602:
603: # update subcollections
604: errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
605: errorsTXT+="\n"
606: if RESPONSE is not None:
607: RESPONSE.write(errorsTXT)
608: RESPONSE.write("</body></html>")
609:
610: def updateCollectionMD(self,RESPONSE=None):
611: """updateMD"""
612: files=os.listdir(self.vlp_basis)
613: for fileName in files:
614: if fileName[0:3]=="lit":
615: genObj=getattr(self,fileName)
616: genObj.copyIndex_meta2echo_resource()
617: genObj.generate_title()
618:
619: if RESPONSE is not None:
620: RESPONSE.redirect('manage_main')
621:
622: def copyFullTextsFromDB(self,RESPONSE=None):
623: """copy fulltext aus DB"""
624:
625: ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
626: ret=""
627: for res in ress:
628: tmp=res[1].copyTranscriptionFromDB()
629: ret+=tmp
630:
631: if RESPONSE:
632: RESPONSE.write(tmp+"\n")
633: if not RESPONSE:
634: return ret
635: else:
636: RESPONSE.write("END\n")
637:
638:
639: def manage_addVLP_collectionForm(self):
640: """Form for adding a ressource"""
641: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
642: return pt()
643:
644:
645:
646: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
647: """add a echo collection"""
648:
649:
650: newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
651:
652: self._setObject(id,newObj)
653: setattr(newObj,'path',path)
654:
655: if RESPONSE is not None:
656: RESPONSE.redirect('manage_main')
657:
658:
659:
660: class VLP_resource(ECHO_resource,Cacheable):
661: """VLP spezifische Erweiterung"""
662:
663: meta_type="VLP_resource"
664:
665: #vlp_basis="/mpiwg/online/permanent/vlp"
666:
667:
668: referencetypes=[]
669:
670: manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
671: {'label':'Update Index','action':'createIndexFile'},
672: {'label':'Reset MetaLink','action':'resetMetaLink'},
673: {'label':'Generate Title','action':'generate_title'},
674: {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
675: )
676:
677:
678: def getImagePath(self):
679: """Pfad zu den Images"""
680:
681: if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
682: return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
683: elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pages')):
684: return os.path.join(self.vlp_basis,self.resourceID,'pages')
685: else:
686: return "<error>no images </error>"
687:
688:
689:
690: def transcription(self):
691: """show the rendered transcriptiofile"""
692:
693: if hasattr(self,'libraryTranscriptionTemplate.html'):
694: return getattr(self,'libraryTranscriptionTemplate.html')()
695:
696: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
697: pt.content_type="text/html"
698: return pt()
699:
700:
701:
702: def copyTranscriptionFromDB(self):
703: """checks if transcription exits in DB"""
704: founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
705:
706:
707: ret="""<?xml version="1.0" encoding="utf-8"?>
708: <text>"""
709:
710: if founds:
711:
712: for found in founds:
713:
714: text=found.transcript
715: if not text: text=""
716: ret+="<page><pb/>"+text+"</page>"
717:
718: ret+="</text>"
719: re2=ret[0:]
720: re3=re2.decode('latin-1').encode('utf-8')
721: #re3=re2
722: ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
723:
724: if ft:
725:
726: ft[0][1].pt_edit(re3,'text/xml')
727:
728: else:
729:
730: self._setObject('fulltext',ECHO_fullText(id,''))
731:
732: try:
733: getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
734: except:
735: getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
736:
737: return "FT: %s"%self.getId()
738: else:
739: return "no: %s"%self.getId()
740:
741: def resetMetaLink(self,all="no",RESPONSE=None):
742: """resets metalink to standard resp. in case of server change it sets to the new server url"""
743: if all=="yes":
744: self.metalink=self.absolute_url()+"/index_meta"
745: else:
746: splitted=self.metalink.split("/")
747: if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
748: self.metalink=self.absolute_url()+"/index_meta"
749:
750: if RESPONSE:
751: return "done"
752:
753: def show(self):
754: """show the rendered file"""
755:
756: if self.REQUEST.get('p',None):
757: #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
758: params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
759: mk = self.REQUEST.get('mk',None)
760: if mk:
761: params += "&mk=%s"%mk
762: self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
763:
764: if hasattr(self,'libraryTemplate.html'):
765: return getattr(self,'libraryTemplate.html')()
766:
767: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
768: pt.content_type="text/html"
769: return pt()
770:
771: def index_html(self):
772: """index_html"""
773: #return self.REQUEST
774: if not self.REQUEST.has_key("ws"):
775: self.REQUEST.form["ws"]="1.5"
776:
777: return self.show()
778:
779: def generateLibraryTemplateHTML(self,RESPONSE=None):
780: """lege standard index.html an"""
781:
782: if not hasattr(self,'libraryTemplate.html'):
783: zt=ZopePageTemplate('libraryTemplate.html')
784: self._setObject('libraryTemplate.html',zt)
785: default_content_fn = os.path.join(package_home(globals()),
786: 'vlp/library_template.zpt')
787: text = open(default_content_fn).read()
788: zt.pt_edit(text, 'text/html')
789:
790: else:
791: return "already exists!"
792:
793: if RESPONSE is not None:
794: RESPONSE.redirect('manage_main')
795:
796:
797: def index_meta(self):
798: """index_meta"""
799:
800: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
801: pt.content_type="text/html"
802: return pt()
803:
804: def file2page(self,p):
805: """converts filename to pagenumber"""
806: dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
807:
808: for page in dom.getElementsByTagName('page'):
809: # pageummer mit lo oder hi sind aequivalent
810: if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
811: return page.getAttribute('nr')
812:
813: return 0
814:
815: def getPageSizeSum(self):
816: """generate average page size"""
817:
818: #size of hi resolution
819: files=[]
820: try:
821: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pages')
822: files=os.listdir(pathHi)
823: hi=0
824: for f in files:
825: hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
826:
827: except:
828: hi=0
829:
830: #size of hi resolution
831: try:
832: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
833: files=os.listdir(pathHi)
834: lo=0
835: for f in files:
836: lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
837:
838: except:
839: lo=0
840:
841:
842: return (hi,lo,len(files))
843:
844:
845: def getPageWeights(self):
846: """average Page sizes in kBytes"""
847:
848: res=getattr(self,'pageSizeSum',(0,0,1))
849: return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
850:
851:
852:
853: def dir2index(self):
854: """dir to index"""
855:
856: excludeNames=['Icon']
857:
858:
859: def calculateName(str):
860: name=os.path.splitext(str[1:])[0]
861: ret="%s: %s"%(str[0],name)
862: return ret
863:
864: try:
865: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
866: self.imagePath='pageimg'
867: except:
868: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pages'))
869: self.imagePath='pages'
870: temp=[]
871: ret.sort()
872: for x in ret:
873: if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
874: temp.append((calculateName(x),os.path.splitext(x)[0]))
875: return temp
876:
877:
878: def firstPage(self,url=None):
879: """showlink to the first image"""
880: if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
881: return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
882:
883: else:
884: ws=self.REQUEST.get('ws','1')
885: return """<a href=%s>
886: <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
887: </a>
888: """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
889:
890: def lastPage(self,url=None):
891: """showlink to the first image"""
892: pages=self.readIndexFile(url)
893: if pages:
894: ln=len(pages)
895:
896: if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
897: return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
898:
899: else:
900: ws=self.REQUEST.get('ws','1')
901: return """<a href=%s>
902: <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
903: </a>
904: """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
905:
906: def prevPage(self,url=None):
907: """showlink to the first image"""
908:
909:
910: nn = int(self.REQUEST.get('pn','1'))-1
911: if nn < 1: #letzte seite dann kein a tag
912: return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
913:
914: else:
915: ws=self.REQUEST.get('ws','1')
916: return """<a href=%s>
917: <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
918: </a>
919: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
920:
921: def nextPage(self,url=None):
922: """showlink to the first image"""
923: pages=self.readIndexFile(url)
924: if pages:
925: ln=len(pages)
926:
927: nn = int(self.REQUEST.get('pn','1'))+1
928: if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
929: return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
930:
931: else:
932: ws=self.REQUEST.get('ws','1')
933: return """<a href=%s>
934: <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
935: </a>
936: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
937:
938:
939: def readIndexFile(self,url=None):
940: """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
941: if not url:
942: urlTmp=self.absolute_url()+"/index.xml"
943:
944: if self.ZCacheable_isCachingEnabled():
945:
946: result = self.ZCacheable_get(view_name=urlTmp)
947: if result is not None:
948: # Got a cached value.
949: return result
950:
951: pagelist=[]
952:
953: if not url:
954:
955: xmlTxt=getattr(self,'index.xml')()
956: dom=xml.dom.minidom.parseString(xmlTxt)
957: else:
958: fh=ECHO_helpers.urlopen(urlTmp)
959: dom=xml.dom.minidom.parse(fh)
960:
961:
962: for page in dom.getElementsByTagName('page'):
963: text=getText(page.childNodes)
964: pageNum=page.getAttribute('nr')
965: fileName=page.getAttribute('file')
966: pagelist.append((pageNum,text,fileName))
967:
968: self.ZCacheable_set(pagelist,view_name=urlTmp)
969: return pagelist
970:
971: def getFileName(self):
972: """getNameOfCurrentFile"""
973: try:
974: pn=int(self.REQUEST.get('pn','1'))
975: except:
976: pn=1
977: pageinfo=self.readIndexFile()[pn-1]
978: return pageinfo[2]
979:
980: def createIndexFile(self,forceUpdate=False,RESPONSE=None):
981: """create index file"""
982: logging.debug("createindexfile of %s"%self.id)
983:
984: if hasattr(self,'index.xml'):
985: # index exists
986: zt=getattr(self,'index.xml')
987: if not forceUpdate:
988: # check if directory is newer (self.imagePath sould be set by now)
989: imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
990: dirtime = os.path.getmtime(imgdir)
991: zttime = zt.bobobase_modification_time()
992: logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
993: if dirtime < zttime:
994: # nothing to do
995: logging.debug("createindexfile: dir %s older than index"%(imgdir))
996: return "index is up to date"
997:
998: else:
999: # create new index template
1000: zt=ZopePageTemplate('index.xml')
1001: self._setObject('index.xml',zt)
1002:
1003: # fill index template
1004: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
1005: #logging.debug("createindexfile uses %s"%pt)
1006: zt.pt_edit(pt, 'text/xml')
1007: transaction.get().commit()
1008:
1009: if RESPONSE is not None:
1010: RESPONSE.redirect('manage_main')
1011:
1012:
1013: def manage_addVLP_resourceForm(self):
1014: """Form for adding a ressource"""
1015: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
1016: return pt()
1017:
1018:
1019:
1020: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
1021: """addaresource"""
1022:
1023:
1024: if metalink=='':
1025: metalink=self.absolute_url()+"/"+id+"/index_meta"
1026:
1027: newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
1028:
1029: self._setObject(id,newObj)
1030:
1031: if RESPONSE is not None:
1032: RESPONSE.redirect('manage_main')
1033:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to VLPExtension.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content