1: """
2: This module contains extensions which where originally made for the VLP.
3: """
4: from OFS.Cache import Cacheable
5: from Products.ECHO_content.ECHO_collection import *
6: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
7: from Products.PageTemplates.PageTemplate import PageTemplate
8: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
9: from OFS.Image import File
10: try:
11: from Products.zogiLib import zogiLib
12: except:
13: print "Zogilib not installed, VLP_resource will not work"
14:
15: import xml.dom.minidom
16: import urllib
17: import xmlrpclib
18: import vlp_xmlhelpers
19: import sys
20: import os
21: from stat import *
22: from types import *
23: from Globals import package_home
24: import transaction
25:
26:
27: def lemmatize(str):
28: """takes a str and addes links the dictionary service"""
29: server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
30: if server:
31: splitted=str.split(" ")
32: wordlist=["<w>%s</w>"%split for split in splitted].join()
33: return wordlist
34:
35:
36:
37:
38: def makeXML(str):
39:
40: try:
41: dom=xml.dom.minidom.parseString(str)
42: return str
43: except:
44: str=str.replace("& ","& ")
45: return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
46: %s
47: </page>"""%str
48:
49:
50:
51: def getText(nodelist):
52:
53: rc = ""
54: for node in nodelist:
55: if node.nodeType == node.TEXT_NODE:
56: rc = rc + node.data
57: return rc
58:
59: class sendMailForm(ZopePageTemplate):
60: """sendMailForm"""
61: meta_type="sendMailForm"
62:
63: _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
64:
65: manage_options = ZopePageTemplate.manage_options+(
66: {'label':'Main Config','action':'main_configForm'},
67: )
68:
69: main_configForm = PageTemplateFile(
70: 'vlp/changeSendMailForm', globals())
71:
72: def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
73: """main_config"""
74: self.toAddrs=toAddrs.split("\n")
75: self.mailServer=mailServer
76: self.subjectAdd=subjectAdd
77: if RESPONSE:
78: RESPONSE.redirect('manage_main')
79:
80: def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
81: """sendform"""
82: fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
83: subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
84: toaddrs=self.toAddrs
85:
86: subject="%s %s"%(self.subjectAdd,subject)
87:
88: msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
89: % (fromaddr, subject, ", ".join(toaddrs)))
90: server = smtplib.SMTP(self.mailServer)
91: #server.set_debuglevel(1)
92: msg=msg+content
93: server.sendmail(fromaddr, toaddrs, msg)
94: server.quit()
95:
96: if RESPONSE:
97: RESPONSE.redirect(nextPage)
98:
99: manage_addSendMailFormForm = PageTemplateFile(
100: 'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
101:
102: from urllib import quote
103:
104: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
105: REQUEST=None, submit=None):
106: "Add a Page Template with optional file content."
107: toAddrsList=toAddrs.split("\n")
108: id = str(id)
109: if REQUEST is None:
110: self._setObject(id, sendMailForm(id, text))
111: ob = getattr(self, id)
112: if title:
113: ob.pt_setTitle(title)
114: setattr(ob,'toAddrs',toAddrsList)
115: setattr(ob,'mailServer',mailServer)
116: setattr(ob,'subjectAdd',subjectAdd)
117: return ob
118: else:
119: file = REQUEST.form.get('file')
120: headers = getattr(file, 'headers', None)
121: if headers is None or not file.filename:
122: zpt = sendMailForm(id)
123: else:
124: zpt = sendMailForm(id, file, headers.get('content_type'))
125:
126: self._setObject(id, zpt)
127:
128: try:
129: u = self.DestinationURL()
130: except AttributeError:
131: u = REQUEST['URL1']
132:
133: if submit == " Add and Edit ":
134: u = "%s/%s" % (u, quote(id))
135:
136: ob = getattr(self, id)
137: if title:
138: ob.pt_setTitle(title)
139:
140: setattr(ob,'toAddrs',toAddrsList)
141: setattr(ob,'mailServer',mailServer)
142: setattr(ob,'subjectAdd',subjectAdd)
143: REQUEST.RESPONSE.redirect(u+'/manage_main')
144: return ''
145:
146:
147: class VLP_essay(Folder):
148: """classe fr VLP essays"""
149:
150: meta_type="VLP_essay"
151:
152: manage_options = Folder.manage_options+(
153: {'label':'Main Config','action':'ConfigVLP_essayForm'},
154: {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
155: )
156:
157: def content_html(self,type='collection'):
158: """template fuer content"""
159: #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
160: #
161: #if templates:
162: # return templates[0][1]()
163:
164: if hasattr(self,type+"_template"):
165: obj=getattr(self,type+"_template")
166: return obj()
167: else:
168: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
169: pt.content_type="text/html"
170: return pt()
171:
172: def ConfigVLP_essayForm(self):
173: """Form for adding"""
174: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
175: return pt()
176:
177: def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
178: """Change vlp_essay"""
179: self.title=title
180: self.label=label
181: self.description=description
182:
183: if RESPONSE is not None:
184: RESPONSE.redirect('manage_main')
185:
186: def __init__(self,id,title,label):
187: """init"""
188: self.id=id
189: self.title=title
190: self.label=label
191:
192: def index_html(self):
193:
194: """show the rendered file"""
195:
196: if hasattr(self,'essayTemplate.html'):
197: return getattr(self,'essayTemplate.html')()
198:
199: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
200: pt.content_type="text/html"
201: return pt()
202:
203: def generateEssayTemplateHTML(self,RESPONSE=None):
204: """lege standard index.html an"""
205:
206: if not hasattr(self,'essayTemplate.html'):
207: zt=ZopePageTemplate('essayTemplate.html')
208: self._setObject('essayTemplate.html',zt)
209: default_content_fn = os.path.join(package_home(globals()),
210: 'vlp/essay_template.zpt')
211: text = open(default_content_fn).read()
212: zt.pt_edit(text, 'text/html')
213:
214: else:
215: return "already exists!"
216:
217: if RESPONSE is not None:
218: RESPONSE.redirect('manage_main')
219:
220:
221: def getPage(self,pagenum):
222: """gibt essay page mit num aus"""
223: def sortFind(x,y):
224: return cmp(x[0],y[0])
225: pages=[]
226: pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
227: for page in pagestmp:
228: if not (page[1].getId()[0]=="."):
229: pages.append(page)
230:
231: pages.sort(sortFind)
232: #print str(pages[int(pagenum)][1]())
233:
234: if pages[int(pagenum)-1][1].meta_type=='File':
235:
236: #return makeXML(str(pages[int(pagenum)-1][1]))
237: #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
238: txt=pages[int(pagenum)-1][1].data
239: #print txt.encode('utf-8')
240:
241: return self.xml2html(makeXML(txt),quote="no")
242: else:
243:
244:
245:
246: return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
247:
248: def nextPage(self,pagenum,url):
249: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
250: if int(pagenum)+1 <= pages:
251: retstr=url+"?p="+str(int(pagenum)+1)
252: return """<td align="right" <a href="%s">next</a></td>"""%retstr
253:
254: def previousPage(self,pagenum,url):
255:
256: if int(pagenum)-1 > 0:
257: retstr=url+"?p="+str(int(pagenum)-1)
258: return """<td align="left" <a href="%s">previous</a></td>"""%retstr
259:
260: def nextURL(self,pagenum,url):
261: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
262: if int(pagenum)+1 <= pages:
263: retstr=url+"?p="+str(int(pagenum)+1)
264: return retstr
265:
266: def lastURL(self,pagenum,url):
267: # teste ob performance ok, sonst in variable
268: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
269:
270: return url+"?p="+str(pages)
271:
272: def previousURL(self,pagenum,url):
273:
274: if int(pagenum)-1 > 0:
275: retstr=url+"?p="+str(int(pagenum)-1)
276: return retstr
277:
278:
279: def manage_addVLP_essayForm(self):
280: """Form for adding"""
281: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
282: return pt()
283:
284: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
285: """add the copyright"""
286:
287:
288: self._setObject(id, VLP_essay(id, title,label))
289:
290: if RESPONSE is not None:
291: RESPONSE.redirect('manage_main')
292:
293:
294: class VLP_encyclopaedia(VLP_essay):
295: """essay"""
296:
297: meta_type="VLP_encyclopaedia"
298:
299: manage_options = VLP_essay.manage_options+(
300: {'label':'Load File','action':'loadNewFileForm'},
301: )
302:
303:
304: def loadNewFileForm(self):
305: """Neues XML-File einlesen"""
306: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
307: return pt()
308:
309: def loadNewFile(self,RESPONSE=None):
310: """einlesen des neuen files"""
311: fileupload=self.REQUEST['fileupload']
312: if fileupload:
313: file_name=fileupload.filename
314: filedata=fileupload.read()
315:
316: argv=vlp_xmlhelpers.proj2hash(self,filedata)
317: textsStr=string.join(argv['text']).encode('utf-8')
318:
319: texts=textsStr.split("<pb/>")
320:
321: i=0
322: for text in texts:
323: i+=1
324: pageName='page%03d.xml'%i
325: pages=self.ZopeFind(self,obj_ids=[pageName])
326: if pages:
327: pages[0][1].update_data(text)
328:
329: else:
330: zt=File(pageName,pageName,text,content_type="text/plain")
331: self._setObject(pageName,zt)
332:
333: if RESPONSE is not None:
334: RESPONSE.redirect('manage_main')
335:
336:
337: def manage_addVLP_encycForm(self):
338: """Form for adding"""
339: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
340: return pt()
341:
342: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
343: """add the copyright"""
344:
345:
346: self._setObject(id, VLP_encyclopaedia(id, title,label))
347:
348: if RESPONSE is not None:
349: RESPONSE.redirect('manage_main')
350:
351: class VLP_subcollection(ECHO_collection):
352: """ subcollection of elements"""
353:
354: meta_type="VLP_subcollection"
355:
356: def getVLPSubcollectionToc(self,type):
357:
358: #different ordering depending on the type
359: if(type == "(Collection)"):
360: sort= "shortreference"
361: else:
362: sort = "startpages"
363:
364: #content of journals also displayed if not online
365:
366: if (type == "(JournalVolume)"):
367: online =""
368: else:
369: online ="AND online = 1"
370: sort=self.collectionSort(type)
371:
372: item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
373: WHERE volumeid ~ '%s\\\\M' """%self.getId()
374: + """ %s AND not referenceType='%s' """%(online,type)
375: + """ORDER BY """ + sort)]
376:
377: tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
378: WHERE reference = '%s' """%self.getId()
379: + """AND online = 1 AND referenceType='%s' """%type
380: + """ORDER BY """ + sort)]
381:
382:
383:
384: return tocItem+item
385:
386: def checkForFrontMatter(self,item):
387: """Teste ob Frontmatter exists"""
388: if not item==self.getId():
389: return False
390:
391: if self.ZopeFind(self,obj_ids=[self.getId()]):
392: return True
393: else:
394: return False
395:
396: def generateSubCollectionFromDB(self):
397: """erzeuge subcollection"""
398: for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
399: manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
400:
401:
402: def index_html(self):
403: """erzeuge darstellung"""
404:
405: if hasattr(self,'subCollection_template.html'):
406: return getattr(self,'subCollection_template.html')()
407:
408: pt=zptFile(self, 'vlp/subCollection_template.zpt')
409: return pt()
410:
411:
412: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
413:
414: self._setObject(id,VLP_subcollection(id,title,label))
415:
416: if RESPONSE is not None:
417: RESPONSE.redirect('manage_main')
418:
419:
420: class VLP_collection(ECHO_collection):
421: """VLP spezifische Erweiterung der Collection"""
422:
423:
424: meta_type="VLP_collection"
425: manage_options=ECHO_collection.manage_options+(
426: {'label':'Change Path','action':'VLP_path_configForm'},
427: {'label':'Update Library','action':'updateCollection'},
428: {'label':'Update Metadata','action':'updateCollectionMD'},
429: )
430:
431:
432:
433: def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
434: """erzeuge subcollectionen"""
435: logging.debug("generateSubCollections")
436: founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
437:
438: if RESPONSE is not None:
439: RESPONSE.setHeader('Content-Type','text/html')
440: self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
441: for found in founds:
442: try:
443: litid = str(found.reference)
444: foundCol=self.ZopeFind(self,obj_ids=[litid])
445: if foundCol:
446: col = foundCol[0][1]
447: logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
448: if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
449: # subcollection seems to have changed
450: logging.debug("generateSubCollections: subcollection has changed, recreating!")
451: self.manage_delObjects([foundCol[0][0]])
452: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
453: else:
454: logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
455: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
456:
457: #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
458: if os.path.exists(os.path.join(self.vlp_basis,litid)):
459: logging.debug("generateSubCollections: found frontmatter in %s"%litid)
460: obj=getattr(self,litid)
461: if not self.ZopeFind(obj,obj_ids=[litid]):
462: metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
463: newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
464: obj._setObject(litid,newObj)
465:
466: genObj=getattr(obj,litid)
467: genObj.createIndexFile(forceUpdate=forceUpdate)
468:
469: if RESPONSE is not None:
470: self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
471:
472: except:
473: error=sys.exc_info()[0:2]
474: logging.error("generateSubCollections: ERROR in %s"%litid)
475: if RESPONSE is not None:
476: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
477: #logging.error("generateSubCollections: %s %s"%error)
478: #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
479: errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
480: #errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
481:
482: return errorsTXT
483:
484: def VLP_path_configForm(self):
485: """change pt"""
486: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
487: return pt()
488:
489: def VLP_path_config(self,path,RESPONSE=None):
490: """config"""
491: self.vlp_basis=path
492: if RESPONSE is not None:
493: RESPONSE.redirect('manage_main')
494:
495: def updateCollection(self,forceUpdate=False,RESPONSE=None):
496: """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
497: errorsTXT="<h2>Errors</h2>"
498: if RESPONSE is not None:
499: RESPONSE.setHeader('Content-Type','text/html')
500: RESPONSE.write("<html><body>")
501:
502: files=os.listdir(self.vlp_basis)
503: for fileName in files:
504: if fileName[0:3]=="lit":
505: metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
506: try:
507: if not hasattr(self,fileName):
508: # create new resource
509: logging.debug("updateCollection: new %s"%fileName)
510: if RESPONSE is not None:
511: RESPONSE.write("<p>new: %s</p>\n"%fileName)
512: newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
513: self._setObject(fileName,newObj)
514:
515: if RESPONSE is not None:
516: RESPONSE.write("<p>got: %s "%fileName)
517: genObj=getattr(self,fileName)
518: logging.debug("updateCollection: inspecting %s"%fileName)
519: # create index
520: if hasattr(genObj,'createIndexFile'):
521: try:
522: logging.debug("updateCollection: creating index for %s"%fileName)
523: msg = genObj.createIndexFile(forceUpdate=forceUpdate)
524: if msg and RESPONSE is not None:
525: RESPONSE.write(msg)
526: except:
527: error=sys.exc_info()[0:2]
528: if RESPONSE is not None:
529: RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
530: errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
531:
532: # update pageSizeSum for subcollections
533: if genObj.meta_type=="VLP_subcollection":
534: if RESPONSE is not None:
535: RESPONSE.write(" is subcollection")
536: logging.debug("updateCollection: %s is subcollection"%fileName)
537: genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
538: else:
539: genObj.pageSizeSum=genObj.getPageSizeSum()
540:
541: if RESPONSE is not None:
542: RESPONSE.write("</p>\n")
543:
544: except:
545: error=sys.exc_info()[0:2]
546: logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
547: if RESPONSE is not None:
548: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
549: errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
550:
551: # update subcollections
552: errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
553: errorsTXT+="\n"
554: if RESPONSE is not None:
555: RESPONSE.write(errorsTXT)
556: RESPONSE.write("</body></html>")
557:
558: def updateCollectionMD(self,RESPONSE=None):
559: """updateMD"""
560: files=os.listdir(self.vlp_basis)
561: for fileName in files:
562: if fileName[0:3]=="lit":
563: genObj=getattr(self,fileName)
564: genObj.copyIndex_meta2echo_resource()
565: genObj.generate_title()
566:
567: if RESPONSE is not None:
568: RESPONSE.redirect('manage_main')
569:
570: def copyFullTextsFromDB(self,RESPONSE=None):
571: """copy fulltext aus DB"""
572:
573: ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
574: ret=""
575: for res in ress:
576: tmp=res[1].copyTranscriptionFromDB()
577: ret+=tmp
578:
579: if RESPONSE:
580: RESPONSE.write(tmp+"\n")
581: if not RESPONSE:
582: return ret
583: else:
584: RESPONSE.write("END\n")
585:
586:
587: def manage_addVLP_collectionForm(self):
588: """Form for adding a ressource"""
589: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
590: return pt()
591:
592:
593:
594: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
595: """add a echo collection"""
596:
597:
598: newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
599:
600: self._setObject(id,newObj)
601: setattr(newObj,'path',path)
602:
603: if RESPONSE is not None:
604: RESPONSE.redirect('manage_main')
605:
606:
607:
608: class VLP_resource(ECHO_resource,Cacheable):
609: """VLP spezifische Erweiterung"""
610:
611: meta_type="VLP_resource"
612:
613: #vlp_basis="/mpiwg/online/permanent/vlp"
614:
615:
616: referencetypes=[]
617:
618: manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
619: {'label':'Update Index','action':'createIndexFile'},
620: {'label':'Reset MetaLink','action':'resetMetaLink'},
621: {'label':'Generate Title','action':'generate_title'},
622: {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
623: )
624:
625:
626: def getImagePath(self):
627: """Pfad zu den Images"""
628:
629: if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
630: return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
631: elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi')):
632: return os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
633: else:
634: return "<error>no images </error>"
635:
636:
637:
638: def transcription(self):
639: """show the rendered transcriptiofile"""
640:
641: if hasattr(self,'libraryTranscriptionTemplate.html'):
642: return getattr(self,'libraryTranscriptionTemplate.html')()
643:
644: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
645: pt.content_type="text/html"
646: return pt()
647:
648:
649:
650: def copyTranscriptionFromDB(self):
651: """checks if transcription exits in DB"""
652: founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
653:
654:
655: ret="""<?xml version="1.0" encoding="utf-8"?>
656: <text>"""
657:
658: if founds:
659:
660: for found in founds:
661:
662: text=found.transcript
663: if not text: text=""
664: ret+="<page><pb/>"+text+"</page>"
665:
666: ret+="</text>"
667: re2=ret[0:]
668: re3=re2.decode('latin-1').encode('utf-8')
669: #re3=re2
670: ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
671:
672: if ft:
673:
674: ft[0][1].pt_edit(re3,'text/xml')
675:
676: else:
677:
678: self._setObject('fulltext',ECHO_fullText(id,''))
679:
680: try:
681: getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
682: except:
683: getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
684:
685: return "FT: %s"%self.getId()
686: else:
687: return "no: %s"%self.getId()
688:
689: def resetMetaLink(self,all="no",RESPONSE=None):
690: """resets metalink to standard resp. in case of server change it sets to the new server url"""
691: if all=="yes":
692: self.metalink=self.absolute_url()+"/index_meta"
693: else:
694: splitted=self.metalink.split("/")
695: if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
696: self.metalink=self.absolute_url()+"/index_meta"
697:
698: if RESPONSE:
699: return "done"
700:
701: def show(self):
702: """show the rendered file"""
703:
704: if self.REQUEST.get('p',None):
705: #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
706: params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
707: mk = self.REQUEST.get('mk',None)
708: if mk:
709: params += "&mk=%s"%mk
710: self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
711:
712: if hasattr(self,'libraryTemplate.html'):
713: return getattr(self,'libraryTemplate.html')()
714:
715: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
716: pt.content_type="text/html"
717: return pt()
718:
719: def index_html(self):
720: """index_html"""
721: #return self.REQUEST
722: if not self.REQUEST.has_key("ws"):
723: self.REQUEST.form["ws"]="1.5"
724:
725: return self.show()
726:
727: def generateLibraryTemplateHTML(self,RESPONSE=None):
728: """lege standard index.html an"""
729:
730: if not hasattr(self,'libraryTemplate.html'):
731: zt=ZopePageTemplate('libraryTemplate.html')
732: self._setObject('libraryTemplate.html',zt)
733: default_content_fn = os.path.join(package_home(globals()),
734: 'vlp/library_template.zpt')
735: text = open(default_content_fn).read()
736: zt.pt_edit(text, 'text/html')
737:
738: else:
739: return "already exists!"
740:
741: if RESPONSE is not None:
742: RESPONSE.redirect('manage_main')
743:
744:
745: def index_meta(self):
746: """index_meta"""
747:
748: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
749: pt.content_type="text/html"
750: return pt()
751:
752: def file2page(self,p):
753: """converts filename to pagenumber"""
754: dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
755:
756: for page in dom.getElementsByTagName('page'):
757: # pageummer mit lo oder hi sind aequivalent
758: if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
759: return page.getAttribute('nr')
760:
761: return 0
762:
763: def getPageSizeSum(self):
764: """generate average page size"""
765:
766: #size of hi resolution
767: files=[]
768: try:
769: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
770: files=os.listdir(pathHi)
771: hi=0
772: for f in files:
773: hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
774:
775: except:
776: hi=0
777:
778: #size of hi resolution
779: try:
780: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
781: files=os.listdir(pathHi)
782: lo=0
783: for f in files:
784: lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
785:
786: except:
787: lo=0
788:
789:
790: return (hi,lo,len(files))
791:
792:
793: def getPageWeights(self):
794: """average Page sizes in kBytes"""
795:
796: res=getattr(self,'pageSizeSum',(0,0,1))
797: return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
798:
799:
800:
801: def dir2index(self):
802: """dir to index"""
803:
804: excludeNames=['Icon']
805:
806:
807: def calculateName(str):
808: name=os.path.splitext(str[1:])[0]
809: ret="%s: %s"%(str[0],name)
810: return ret
811:
812: try:
813: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
814: self.imagePath='pageimg'
815: except:
816: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))
817: self.imagePath='pagesHi'
818: temp=[]
819: ret.sort()
820: for x in ret:
821: if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
822: temp.append((calculateName(x),os.path.splitext(x)[0]))
823: return temp
824:
825:
826: def firstPage(self,url=None):
827: """showlink to the first image"""
828: if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
829: return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
830:
831: else:
832: ws=self.REQUEST.get('ws','1')
833: return """<a href=%s>
834: <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
835: </a>
836: """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
837:
838: def lastPage(self,url=None):
839: """showlink to the first image"""
840: pages=self.readIndexFile(url)
841: if pages:
842: ln=len(pages)
843:
844: if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
845: return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
846:
847: else:
848: ws=self.REQUEST.get('ws','1')
849: return """<a href=%s>
850: <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
851: </a>
852: """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
853:
854: def prevPage(self,url=None):
855: """showlink to the first image"""
856:
857:
858: nn = int(self.REQUEST.get('pn','1'))-1
859: if nn < 1: #letzte seite dann kein a tag
860: return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
861:
862: else:
863: ws=self.REQUEST.get('ws','1')
864: return """<a href=%s>
865: <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
866: </a>
867: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
868:
869: def nextPage(self,url=None):
870: """showlink to the first image"""
871: pages=self.readIndexFile(url)
872: if pages:
873: ln=len(pages)
874:
875: nn = int(self.REQUEST.get('pn','1'))+1
876: if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
877: return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
878:
879: else:
880: ws=self.REQUEST.get('ws','1')
881: return """<a href=%s>
882: <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
883: </a>
884: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
885:
886:
887: def readIndexFile(self,url=None):
888: """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
889: if not url:
890: urlTmp=self.absolute_url()+"/index.xml"
891:
892: if self.ZCacheable_isCachingEnabled():
893:
894: result = self.ZCacheable_get(view_name=urlTmp)
895: if result is not None:
896: # Got a cached value.
897: return result
898:
899: pagelist=[]
900:
901: if not url:
902:
903: xmlTxt=getattr(self,'index.xml')()
904: dom=xml.dom.minidom.parseString(xmlTxt)
905: else:
906: fh=ECHO_helpers.urlopen(urlTmp)
907: dom=xml.dom.minidom.parse(fh)
908:
909:
910: for page in dom.getElementsByTagName('page'):
911: text=getText(page.childNodes)
912: pageNum=page.getAttribute('nr')
913: fileName=page.getAttribute('file')
914: pagelist.append((pageNum,text,fileName))
915:
916: self.ZCacheable_set(pagelist,view_name=urlTmp)
917: return pagelist
918:
919: def getFileName(self):
920: """getNameOfCurrentFile"""
921: try:
922: pn=int(self.REQUEST.get('pn','1'))
923: except:
924: pn=1
925: pageinfo=self.readIndexFile()[pn-1]
926: return pageinfo[2]
927:
928: def createIndexFile(self,forceUpdate=False,RESPONSE=None):
929: """create index file"""
930: logging.debug("createindexfile of %s"%self.id)
931:
932: if hasattr(self,'index.xml'):
933: # index exists
934: zt=getattr(self,'index.xml')
935: if not forceUpdate:
936: # check if directory is newer (self.imagePath sould be set by now)
937: imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
938: dirtime = os.path.getmtime(imgdir)
939: zttime = zt.bobobase_modification_time()
940: logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
941: if dirtime < zttime:
942: # nothing to do
943: logging.debug("createindexfile: dir %s older than index"%(imgdir))
944: return "index is up to date"
945:
946: else:
947: # create new index template
948: zt=ZopePageTemplate('index.xml')
949: self._setObject('index.xml',zt)
950:
951: # fill index template
952: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
953: #logging.debug("createindexfile uses %s"%pt)
954: zt.pt_edit(pt, 'text/xml')
955: transaction.get().commit()
956:
957: if RESPONSE is not None:
958: RESPONSE.redirect('manage_main')
959:
960:
961: def manage_addVLP_resourceForm(self):
962: """Form for adding a ressource"""
963: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
964: return pt()
965:
966:
967:
968: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
969: """addaresource"""
970:
971:
972: if metalink=='':
973: metalink=self.absolute_url()+"/"+id+"/index_meta"
974:
975: newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
976:
977: self._setObject(id,newObj)
978:
979: if RESPONSE is not None:
980: RESPONSE.redirect('manage_main')
981:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>