Annotation of ECHO_content/VLPExtension.py, revision 1.68
1.31 dwinter 1: """
2: This module contains extensions which where originally made for the VLP.
3: """
1.33 dwinter 4: from OFS.Cache import Cacheable
1.10 dwinter 5: from Products.ECHO_content.ECHO_collection import *
1.1 dwinter 6: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
7: from Products.PageTemplates.PageTemplate import PageTemplate
8: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
1.26 dwinter 9: from OFS.Image import File
1.13 dwinter 10: try:
1.49 dwinter 11: from Products.zogiLib import zogiLib
1.13 dwinter 12: except:
1.49 dwinter 13: print "Zogilib not installed, VLP_resource will not work"
1.13 dwinter 14:
1.11 dwinter 15: import xml.dom.minidom
16: import urllib
1.20 dwinter 17: import xmlrpclib
1.26 dwinter 18: import vlp_xmlhelpers
1.47 dwinter 19: import sys
1.48 dwinter 20: import os
21: from stat import *
1.26 dwinter 22: from types import *
1.31 dwinter 23: from Globals import package_home
1.62 casties 24: import transaction
1.20 dwinter 25:
26:
27: def lemmatize(str):
1.49 dwinter 28: """takes a str and addes links the dictionary service"""
29: server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
30: if server:
31: splitted=str.split(" ")
32: wordlist=["<w>%s</w>"%split for split in splitted].join()
33: return wordlist
1.20 dwinter 34:
1.49 dwinter 35:
1.20 dwinter 36:
1.49 dwinter 37:
1.14 dwinter 38: def makeXML(str):
1.49 dwinter 39:
40: try:
41: dom=xml.dom.minidom.parseString(str)
42: return str
43: except:
44: str=str.replace("& ","& ")
45: return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
46: %s
47: </page>"""%str
48:
49:
50:
1.1 dwinter 51: def getText(nodelist):
52:
53: rc = ""
54: for node in nodelist:
1.49 dwinter 55: if node.nodeType == node.TEXT_NODE:
1.1 dwinter 56: rc = rc + node.data
57: return rc
58:
1.29 dwinter 59: class sendMailForm(ZopePageTemplate):
1.49 dwinter 60: """sendMailForm"""
61: meta_type="sendMailForm"
1.29 dwinter 62:
1.49 dwinter 63: _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
1.29 dwinter 64:
1.49 dwinter 65: manage_options = ZopePageTemplate.manage_options+(
1.29 dwinter 66: {'label':'Main Config','action':'main_configForm'},
67: )
68:
1.49 dwinter 69: main_configForm = PageTemplateFile(
1.29 dwinter 70: 'vlp/changeSendMailForm', globals())
71:
1.49 dwinter 72: def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
73: """main_config"""
74: self.toAddrs=toAddrs.split("\n")
75: self.mailServer=mailServer
76: self.subjectAdd=subjectAdd
77: if RESPONSE:
78: RESPONSE.redirect('manage_main')
79:
80: def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
81: """sendform"""
82: fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
83: subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
84: toaddrs=self.toAddrs
1.29 dwinter 85:
1.49 dwinter 86: subject="%s %s"%(self.subjectAdd,subject)
87:
88: msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
89: % (fromaddr, subject, ", ".join(toaddrs)))
90: server = smtplib.SMTP(self.mailServer)
91: #server.set_debuglevel(1)
92: msg=msg+content
93: server.sendmail(fromaddr, toaddrs, msg)
94: server.quit()
95:
96: if RESPONSE:
97: RESPONSE.redirect(nextPage)
1.29 dwinter 98:
99: manage_addSendMailFormForm = PageTemplateFile(
100: 'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
101:
102: from urllib import quote
103:
104: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
105: REQUEST=None, submit=None):
106: "Add a Page Template with optional file content."
107: toAddrsList=toAddrs.split("\n")
108: id = str(id)
109: if REQUEST is None:
110: self._setObject(id, sendMailForm(id, text))
111: ob = getattr(self, id)
112: if title:
113: ob.pt_setTitle(title)
1.49 dwinter 114: setattr(ob,'toAddrs',toAddrsList)
115: setattr(ob,'mailServer',mailServer)
116: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 117: return ob
118: else:
119: file = REQUEST.form.get('file')
120: headers = getattr(file, 'headers', None)
121: if headers is None or not file.filename:
122: zpt = sendMailForm(id)
123: else:
124: zpt = sendMailForm(id, file, headers.get('content_type'))
125:
126: self._setObject(id, zpt)
127:
128: try:
129: u = self.DestinationURL()
130: except AttributeError:
131: u = REQUEST['URL1']
132:
133: if submit == " Add and Edit ":
134: u = "%s/%s" % (u, quote(id))
1.49 dwinter 135:
136: ob = getattr(self, id)
1.29 dwinter 137: if title:
138: ob.pt_setTitle(title)
1.49 dwinter 139:
140: setattr(ob,'toAddrs',toAddrsList)
141: setattr(ob,'mailServer',mailServer)
142: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 143: REQUEST.RESPONSE.redirect(u+'/manage_main')
144: return ''
145:
1.49 dwinter 146:
1.6 dwinter 147: class VLP_essay(Folder):
1.61 casties 148: """classe fr VLP essays"""
1.6 dwinter 149:
150: meta_type="VLP_essay"
151:
1.8 dwinter 152: manage_options = Folder.manage_options+(
1.49 dwinter 153: {'label':'Main Config','action':'ConfigVLP_essayForm'},
154: {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
1.8 dwinter 155: )
156:
1.9 dwinter 157: def content_html(self,type='collection'):
158: """template fuer content"""
159: #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
160: #
161: #if templates:
162: # return templates[0][1]()
1.49 dwinter 163:
1.9 dwinter 164: if hasattr(self,type+"_template"):
165: obj=getattr(self,type+"_template")
166: return obj()
167: else:
1.31 dwinter 168: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
1.9 dwinter 169: pt.content_type="text/html"
170: return pt()
171:
1.8 dwinter 172: def ConfigVLP_essayForm(self):
173: """Form for adding"""
1.31 dwinter 174: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
1.8 dwinter 175: return pt()
176:
177: def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
178: """Change vlp_essay"""
179: self.title=title
180: self.label=label
181: self.description=description
182:
183: if RESPONSE is not None:
184: RESPONSE.redirect('manage_main')
185:
1.6 dwinter 186: def __init__(self,id,title,label):
187: """init"""
188: self.id=id
189: self.title=title
190: self.label=label
191:
1.17 dwinter 192: def index_html(self):
1.49 dwinter 193:
194: """show the rendered file"""
195:
196: if hasattr(self,'essayTemplate.html'):
197: return getattr(self,'essayTemplate.html')()
198:
199: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
200: pt.content_type="text/html"
201: return pt()
1.17 dwinter 202:
203: def generateEssayTemplateHTML(self,RESPONSE=None):
204: """lege standard index.html an"""
205:
1.49 dwinter 206: if not hasattr(self,'essayTemplate.html'):
1.17 dwinter 207: zt=ZopePageTemplate('essayTemplate.html')
208: self._setObject('essayTemplate.html',zt)
209: default_content_fn = os.path.join(package_home(globals()),
210: 'vlp/essay_template.zpt')
211: text = open(default_content_fn).read()
212: zt.pt_edit(text, 'text/html')
213:
214: else:
215: return "already exists!"
216:
217: if RESPONSE is not None:
218: RESPONSE.redirect('manage_main')
219:
220:
1.6 dwinter 221: def getPage(self,pagenum):
222: """gibt essay page mit num aus"""
223: def sortFind(x,y):
224: return cmp(x[0],y[0])
1.16 dwinter 225: pages=[]
226: pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
1.49 dwinter 227: for page in pagestmp:
228: if not (page[1].getId()[0]=="."):
229: pages.append(page)
230:
1.6 dwinter 231: pages.sort(sortFind)
232: #print str(pages[int(pagenum)][1]())
1.52 dwinter 233:
1.6 dwinter 234: if pages[int(pagenum)-1][1].meta_type=='File':
1.49 dwinter 235:
236: #return makeXML(str(pages[int(pagenum)-1][1]))
237: #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
238: txt=pages[int(pagenum)-1][1].data
239: #print txt.encode('utf-8')
240:
241: return self.xml2html(makeXML(txt),quote="no")
1.6 dwinter 242: else:
1.49 dwinter 243:
244:
1.27 dwinter 245:
1.49 dwinter 246: return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
1.6 dwinter 247:
248: def nextPage(self,pagenum,url):
1.7 dwinter 249: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
1.6 dwinter 250: if int(pagenum)+1 <= pages:
251: retstr=url+"?p="+str(int(pagenum)+1)
252: return """<td align="right" <a href="%s">next</a></td>"""%retstr
253:
254: def previousPage(self,pagenum,url):
1.7 dwinter 255:
1.6 dwinter 256: if int(pagenum)-1 > 0:
257: retstr=url+"?p="+str(int(pagenum)-1)
258: return """<td align="left" <a href="%s">previous</a></td>"""%retstr
259:
1.19 dwinter 260: def nextURL(self,pagenum,url):
261: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
262: if int(pagenum)+1 <= pages:
263: retstr=url+"?p="+str(int(pagenum)+1)
264: return retstr
265:
1.61 casties 266: def lastURL(self,pagenum,url):
267: # teste ob performance ok, sonst in variable
268: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
269:
270: return url+"?p="+str(pages)
271:
1.19 dwinter 272: def previousURL(self,pagenum,url):
273:
274: if int(pagenum)-1 > 0:
275: retstr=url+"?p="+str(int(pagenum)-1)
276: return retstr
277:
1.6 dwinter 278:
279: def manage_addVLP_essayForm(self):
280: """Form for adding"""
1.31 dwinter 281: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
1.6 dwinter 282: return pt()
283:
284: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
1.49 dwinter 285: """add the copyright"""
1.6 dwinter 286:
1.49 dwinter 287:
288: self._setObject(id, VLP_essay(id, title,label))
1.6 dwinter 289:
1.49 dwinter 290: if RESPONSE is not None:
291: RESPONSE.redirect('manage_main')
292:
1.6 dwinter 293:
1.26 dwinter 294: class VLP_encyclopaedia(VLP_essay):
1.49 dwinter 295: """essay"""
296:
297: meta_type="VLP_encyclopaedia"
298:
299: manage_options = VLP_essay.manage_options+(
300: {'label':'Load File','action':'loadNewFileForm'},
301: )
1.26 dwinter 302:
1.49 dwinter 303:
304: def loadNewFileForm(self):
305: """Neues XML-File einlesen"""
306: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
307: return pt()
308:
309: def loadNewFile(self,RESPONSE=None):
310: """einlesen des neuen files"""
311: fileupload=self.REQUEST['fileupload']
312: if fileupload:
313: file_name=fileupload.filename
314: filedata=fileupload.read()
315:
316: argv=vlp_xmlhelpers.proj2hash(self,filedata)
317: textsStr=string.join(argv['text']).encode('utf-8')
318:
319: texts=textsStr.split("<pb/>")
320:
321: i=0
322: for text in texts:
323: i+=1
324: pageName='page%03d.xml'%i
325: pages=self.ZopeFind(self,obj_ids=[pageName])
326: if pages:
327: pages[0][1].update_data(text)
328:
329: else:
330: zt=File(pageName,pageName,text,content_type="text/plain")
331: self._setObject(pageName,zt)
332:
333: if RESPONSE is not None:
334: RESPONSE.redirect('manage_main')
335:
336:
1.26 dwinter 337: def manage_addVLP_encycForm(self):
338: """Form for adding"""
1.31 dwinter 339: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
1.26 dwinter 340: return pt()
341:
342: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
1.49 dwinter 343: """add the copyright"""
1.26 dwinter 344:
1.49 dwinter 345:
346: self._setObject(id, VLP_encyclopaedia(id, title,label))
1.26 dwinter 347:
1.49 dwinter 348: if RESPONSE is not None:
349: RESPONSE.redirect('manage_main')
350:
1.41 dwinter 351: class VLP_subcollection(ECHO_collection):
1.49 dwinter 352: """ subcollection of elements"""
353:
354: meta_type="VLP_subcollection"
355:
1.53 dwinter 356: def getVLPSubcollectionToc(self,type):
357:
358: #different ordering depending on the type
359: if(type == "(Collection)"):
360: sort= "shortreference"
361: else:
362: sort = "startpages"
363:
364: #content of journals also displayed if not online
365:
1.54 dwinter 366: if (type == "(JournalVolume)"):
1.53 dwinter 367: online =""
368: else:
369: online ="AND online = 1"
370: sort=self.collectionSort(type)
371:
372: item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.58 dwinter 373: WHERE volumeid ~ '%s\\\\M' """%self.getId()
1.53 dwinter 374: + """ %s AND not referenceType='%s' """%(online,type)
375: + """ORDER BY """ + sort)]
376:
377: tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.56 dwinter 378: WHERE reference = '%s' """%self.getId()
1.53 dwinter 379: + """AND online = 1 AND referenceType='%s' """%type
380: + """ORDER BY """ + sort)]
381:
382:
383:
384: return tocItem+item
385:
1.49 dwinter 386: def checkForFrontMatter(self,item):
387: """Teste ob Frontmatter exists"""
388: if not item==self.getId():
389: return False
390:
391: if self.ZopeFind(self,obj_ids=[self.getId()]):
392: return True
393: else:
394: return False
395:
396: def generateSubCollectionFromDB(self):
397: """erzeuge subcollection"""
398: for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
399: manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
400:
1.41 dwinter 401:
1.49 dwinter 402: def index_html(self):
403: """erzeuge darstellung"""
404:
405: if hasattr(self,'subCollection_template.html'):
406: return getattr(self,'subCollection_template.html')()
1.43 dwinter 407:
1.49 dwinter 408: pt=zptFile(self, 'vlp/subCollection_template.zpt')
409: return pt()
1.41 dwinter 410:
411:
412: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
413:
1.49 dwinter 414: self._setObject(id,VLP_subcollection(id,title,label))
1.41 dwinter 415:
1.49 dwinter 416: if RESPONSE is not None:
417: RESPONSE.redirect('manage_main')
1.41 dwinter 418:
1.6 dwinter 419:
1.2 dwinter 420: class VLP_collection(ECHO_collection):
421: """VLP spezifische Erweiterung der Collection"""
422:
1.41 dwinter 423:
1.3 dwinter 424: meta_type="VLP_collection"
425: manage_options=ECHO_collection.manage_options+(
426: {'label':'Change Path','action':'VLP_path_configForm'},
427: {'label':'Update Library','action':'updateCollection'},
428: {'label':'Update Metadata','action':'updateCollectionMD'},
429: )
430:
1.41 dwinter 431:
1.44 dwinter 432:
1.65 casties 433: def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
1.63 casties 434: """erzeuge subcollectionen"""
435: logging.debug("generateSubCollections")
436: founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
437:
1.65 casties 438: if RESPONSE is not None:
439: RESPONSE.setHeader('Content-Type','text/html')
440: self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
1.63 casties 441: for found in founds:
442: try:
443: litid = str(found.reference)
444: foundCol=self.ZopeFind(self,obj_ids=[litid])
445: if foundCol:
1.65 casties 446: col = foundCol[0][1]
447: logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
448: if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
449: # subcollection seems to have changed
450: logging.debug("generateSubCollections: subcollection has changed, recreating!")
451: self.manage_delObjects([foundCol[0][0]])
452: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
453: else:
454: logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
455: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
1.64 casties 456:
457: #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
458: if os.path.exists(os.path.join(self.vlp_basis,litid)):
1.65 casties 459: logging.debug("generateSubCollections: found frontmatter in %s"%litid)
1.64 casties 460: obj=getattr(self,litid)
461: if not self.ZopeFind(obj,obj_ids=[litid]):
462: metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
463: newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
464: obj._setObject(litid,newObj)
465:
466: genObj=getattr(obj,litid)
1.65 casties 467: genObj.createIndexFile(forceUpdate=forceUpdate)
468:
469: if RESPONSE is not None:
470: self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
1.49 dwinter 471:
1.63 casties 472: except:
473: error=sys.exc_info()[0:2]
474: logging.error("generateSubCollections: ERROR in %s"%litid)
1.65 casties 475: if RESPONSE is not None:
476: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
1.63 casties 477: #logging.error("generateSubCollections: %s %s"%error)
478: #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
1.65 casties 479: errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
1.63 casties 480: #errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
481:
482: return errorsTXT
1.49 dwinter 483:
1.3 dwinter 484: def VLP_path_configForm(self):
1.5 dwinter 485: """change pt"""
1.44 dwinter 486: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
1.3 dwinter 487: return pt()
488:
489: def VLP_path_config(self,path,RESPONSE=None):
490: """config"""
1.44 dwinter 491: self.vlp_basis=path
1.3 dwinter 492: if RESPONSE is not None:
493: RESPONSE.redirect('manage_main')
494:
1.65 casties 495: def updateCollection(self,forceUpdate=False,RESPONSE=None):
1.3 dwinter 496: """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
1.49 dwinter 497: errorsTXT="<h2>Errors</h2>"
1.65 casties 498: if RESPONSE is not None:
499: RESPONSE.setHeader('Content-Type','text/html')
500: RESPONSE.write("<html><body>")
501:
1.44 dwinter 502: files=os.listdir(self.vlp_basis)
1.3 dwinter 503: for fileName in files:
504: if fileName[0:3]=="lit":
505: metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
1.49 dwinter 506: try:
1.63 casties 507: if not hasattr(self,fileName):
1.65 casties 508: # create new resource
1.63 casties 509: logging.debug("updateCollection: new %s"%fileName)
1.65 casties 510: if RESPONSE is not None:
511: RESPONSE.write("<p>new: %s</p>\n"%fileName)
1.63 casties 512: newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
513: self._setObject(fileName,newObj)
1.49 dwinter 514:
1.65 casties 515: if RESPONSE is not None:
516: RESPONSE.write("<p>got: %s "%fileName)
1.63 casties 517: genObj=getattr(self,fileName)
518: logging.debug("updateCollection: inspecting %s"%fileName)
1.65 casties 519: # create index
1.63 casties 520: if hasattr(genObj,'createIndexFile'):
521: try:
522: logging.debug("updateCollection: creating index for %s"%fileName)
1.65 casties 523: msg = genObj.createIndexFile(forceUpdate=forceUpdate)
524: if msg and RESPONSE is not None:
525: RESPONSE.write(msg)
1.63 casties 526: except:
527: error=sys.exc_info()[0:2]
1.65 casties 528: if RESPONSE is not None:
529: RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
530: errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
531:
532: # update pageSizeSum for subcollections
1.63 casties 533: if genObj.meta_type=="VLP_subcollection":
1.65 casties 534: if RESPONSE is not None:
535: RESPONSE.write(" is subcollection")
1.63 casties 536: logging.debug("updateCollection: %s is subcollection"%fileName)
537: genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
538: else:
539: genObj.pageSizeSum=genObj.getPageSizeSum()
1.65 casties 540:
541: if RESPONSE is not None:
542: RESPONSE.write("</p>\n")
543:
1.49 dwinter 544: except:
1.63 casties 545: error=sys.exc_info()[0:2]
1.65 casties 546: logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
547: if RESPONSE is not None:
548: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
549: errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
550:
551: # update subcollections
552: errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
1.60 casties 553: errorsTXT+="\n"
1.65 casties 554: if RESPONSE is not None:
555: RESPONSE.write(errorsTXT)
556: RESPONSE.write("</body></html>")
1.3 dwinter 557:
558: def updateCollectionMD(self,RESPONSE=None):
559: """updateMD"""
1.44 dwinter 560: files=os.listdir(self.vlp_basis)
1.3 dwinter 561: for fileName in files:
1.4 dwinter 562: if fileName[0:3]=="lit":
1.3 dwinter 563: genObj=getattr(self,fileName)
564: genObj.copyIndex_meta2echo_resource()
565: genObj.generate_title()
566:
567: if RESPONSE is not None:
568: RESPONSE.redirect('manage_main')
569:
1.20 dwinter 570: def copyFullTextsFromDB(self,RESPONSE=None):
1.49 dwinter 571: """copy fulltext aus DB"""
1.2 dwinter 572:
1.49 dwinter 573: ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
574: ret=""
575: for res in ress:
576: tmp=res[1].copyTranscriptionFromDB()
577: ret+=tmp
578:
579: if RESPONSE:
580: RESPONSE.write(tmp+"\n")
581: if not RESPONSE:
582: return ret
583: else:
584: RESPONSE.write("END\n")
585:
586:
1.2 dwinter 587: def manage_addVLP_collectionForm(self):
588: """Form for adding a ressource"""
1.31 dwinter 589: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
1.2 dwinter 590: return pt()
591:
592:
593:
1.3 dwinter 594: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
1.2 dwinter 595: """add a echo collection"""
596:
597:
598: newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
599:
600: self._setObject(id,newObj)
1.3 dwinter 601: setattr(newObj,'path',path)
1.2 dwinter 602:
603: if RESPONSE is not None:
604: RESPONSE.redirect('manage_main')
605:
606:
1.1 dwinter 607:
1.33 dwinter 608: class VLP_resource(ECHO_resource,Cacheable):
1.1 dwinter 609: """VLP spezifische Erweiterung"""
610:
611: meta_type="VLP_resource"
612:
1.44 dwinter 613: #vlp_basis="/mpiwg/online/permanent/vlp"
1.1 dwinter 614:
615:
616: referencetypes=[]
617:
1.35 dwinter 618: manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
1.1 dwinter 619: {'label':'Update Index','action':'createIndexFile'},
620: {'label':'Reset MetaLink','action':'resetMetaLink'},
621: {'label':'Generate Title','action':'generate_title'},
1.49 dwinter 622: {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
1.1 dwinter 623: )
624:
1.36 dwinter 625:
626: def getImagePath(self):
1.49 dwinter 627: """Pfad zu den Images"""
628:
629: if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
630: return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
631: elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi')):
632: return os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
633: else:
634: return "<error>no images </error>"
1.20 dwinter 635:
1.36 dwinter 636:
1.49 dwinter 637:
1.20 dwinter 638: def transcription(self):
1.49 dwinter 639: """show the rendered transcriptiofile"""
640:
641: if hasattr(self,'libraryTranscriptionTemplate.html'):
642: return getattr(self,'libraryTranscriptionTemplate.html')()
643:
644: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
645: pt.content_type="text/html"
646: return pt()
1.20 dwinter 647:
648:
649:
650: def copyTranscriptionFromDB(self):
1.49 dwinter 651: """checks if transcription exits in DB"""
652: founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
1.38 dwinter 653:
1.20 dwinter 654:
1.49 dwinter 655: ret="""<?xml version="1.0" encoding="utf-8"?>
1.20 dwinter 656: <text>"""
657:
1.49 dwinter 658: if founds:
659:
660: for found in founds:
661:
662: text=found.transcript
663: if not text: text=""
664: ret+="<page><pb/>"+text+"</page>"
665:
666: ret+="</text>"
667: re2=ret[0:]
668: re3=re2.decode('latin-1').encode('utf-8')
669: #re3=re2
670: ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
671:
672: if ft:
673:
674: ft[0][1].pt_edit(re3,'text/xml')
675:
676: else:
677:
678: self._setObject('fulltext',ECHO_fullText(id,''))
679:
680: try:
681: getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
682: except:
1.40 dwinter 683: getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
684:
1.49 dwinter 685: return "FT: %s"%self.getId()
686: else:
687: return "no: %s"%self.getId()
688:
1.1 dwinter 689: def resetMetaLink(self,all="no",RESPONSE=None):
690: """resets metalink to standard resp. in case of server change it sets to the new server url"""
691: if all=="yes":
692: self.metalink=self.absolute_url()+"/index_meta"
693: else:
694: splitted=self.metalink.split("/")
695: if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
696: self.metalink=self.absolute_url()+"/index_meta"
697:
698: if RESPONSE:
699: return "done"
700:
701: def show(self):
702: """show the rendered file"""
1.11 dwinter 703:
1.68 ! dwinter 704:
1.11 dwinter 705: if self.REQUEST.get('p',None):
1.28 dwinter 706: #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
1.66 casties 707: params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
708: mk = self.REQUEST.get('mk',None)
709: if mk:
710: params += "&mk=%s"%mk
711: self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
1.12 dwinter 712:
1.49 dwinter 713: if hasattr(self,'libraryTemplate.html'):
714: return getattr(self,'libraryTemplate.html')()
715:
1.31 dwinter 716: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
1.1 dwinter 717: pt.content_type="text/html"
718: return pt()
1.37 dwinter 719:
720: def index_html(self):
1.49 dwinter 721: """index_html"""
722: #return self.REQUEST
723: if not self.REQUEST.has_key("ws"):
724: self.REQUEST.form["ws"]="1.5"
1.37 dwinter 725:
1.49 dwinter 726: return self.show()
1.14 dwinter 727:
728: def generateLibraryTemplateHTML(self,RESPONSE=None):
729: """lege standard index.html an"""
730:
1.49 dwinter 731: if not hasattr(self,'libraryTemplate.html'):
1.14 dwinter 732: zt=ZopePageTemplate('libraryTemplate.html')
733: self._setObject('libraryTemplate.html',zt)
734: default_content_fn = os.path.join(package_home(globals()),
735: 'vlp/library_template.zpt')
736: text = open(default_content_fn).read()
737: zt.pt_edit(text, 'text/html')
738:
739: else:
740: return "already exists!"
741:
742: if RESPONSE is not None:
743: RESPONSE.redirect('manage_main')
744:
745:
1.1 dwinter 746: def index_meta(self):
747: """index_meta"""
1.11 dwinter 748:
1.31 dwinter 749: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
1.1 dwinter 750: pt.content_type="text/html"
751: return pt()
1.11 dwinter 752:
753: def file2page(self,p):
754: """converts filename to pagenumber"""
1.21 dwinter 755: dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
1.11 dwinter 756:
757: for page in dom.getElementsByTagName('page'):
1.49 dwinter 758: # pageummer mit lo oder hi sind aequivalent
759: if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
760: return page.getAttribute('nr')
1.11 dwinter 761:
762: return 0
1.48 dwinter 763:
764: def getPageSizeSum(self):
1.49 dwinter 765: """generate average page size"""
1.48 dwinter 766:
1.49 dwinter 767: #size of hi resolution
768: files=[]
769: try:
770: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
771: files=os.listdir(pathHi)
772: hi=0
773: for f in files:
774: hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
775:
776: except:
777: hi=0
778:
779: #size of hi resolution
780: try:
781: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
782: files=os.listdir(pathHi)
783: lo=0
784: for f in files:
785: lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
786:
787: except:
788: lo=0
789:
790:
791: return (hi,lo,len(files))
792:
1.48 dwinter 793:
794: def getPageWeights(self):
1.49 dwinter 795: """average Page sizes in kBytes"""
1.1 dwinter 796:
1.49 dwinter 797: res=getattr(self,'pageSizeSum',(0,0,1))
798: return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
799:
800:
801:
1.1 dwinter 802: def dir2index(self):
803: """dir to index"""
804:
1.62 casties 805: excludeNames=['Icon']
1.49 dwinter 806:
807:
1.1 dwinter 808: def calculateName(str):
1.49 dwinter 809: name=os.path.splitext(str[1:])[0]
1.31 dwinter 810: ret="%s: %s"%(str[0],name)
1.1 dwinter 811: return ret
1.2 dwinter 812:
813: try:
814: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
815: self.imagePath='pageimg'
816: except:
817: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))
818: self.imagePath='pagesHi'
1.1 dwinter 819: temp=[]
1.49 dwinter 820: ret.sort()
1.1 dwinter 821: for x in ret:
1.62 casties 822: if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
1.11 dwinter 823: temp.append((calculateName(x),os.path.splitext(x)[0]))
1.1 dwinter 824: return temp
825:
1.11 dwinter 826:
1.1 dwinter 827: def firstPage(self,url=None):
828: """showlink to the first image"""
1.24 dwinter 829: if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
1.67 casties 830: return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
1.1 dwinter 831:
832: else:
1.49 dwinter 833: ws=self.REQUEST.get('ws','1')
834: return """<a href=%s>
1.67 casties 835: <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
1.1 dwinter 836: </a>
1.30 dwinter 837: """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
1.1 dwinter 838:
839: def lastPage(self,url=None):
840: """showlink to the first image"""
841: pages=self.readIndexFile(url)
842: if pages:
843: ln=len(pages)
844:
1.24 dwinter 845: if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
1.67 casties 846: return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
1.1 dwinter 847:
848: else:
1.49 dwinter 849: ws=self.REQUEST.get('ws','1')
850: return """<a href=%s>
1.67 casties 851: <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
1.1 dwinter 852: </a>
1.30 dwinter 853: """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
1.1 dwinter 854:
855: def prevPage(self,url=None):
856: """showlink to the first image"""
857:
858:
859: nn = int(self.REQUEST.get('pn','1'))-1
860: if nn < 1: #letzte seite dann kein a tag
1.67 casties 861: return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
1.1 dwinter 862:
863: else:
1.49 dwinter 864: ws=self.REQUEST.get('ws','1')
865: return """<a href=%s>
1.67 casties 866: <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
1.1 dwinter 867: </a>
1.30 dwinter 868: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 869:
870: def nextPage(self,url=None):
871: """showlink to the first image"""
872: pages=self.readIndexFile(url)
873: if pages:
874: ln=len(pages)
875:
876: nn = int(self.REQUEST.get('pn','1'))+1
1.24 dwinter 877: if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
1.67 casties 878: return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
1.1 dwinter 879:
880: else:
1.49 dwinter 881: ws=self.REQUEST.get('ws','1')
882: return """<a href=%s>
1.67 casties 883: <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
1.1 dwinter 884: </a>
1.30 dwinter 885: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 886:
887:
888: def readIndexFile(self,url=None):
889: """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
1.49 dwinter 890: if not url:
1.50 dwinter 891: urlTmp=self.absolute_url()+"/index.xml"
1.1 dwinter 892:
1.49 dwinter 893: if self.ZCacheable_isCachingEnabled():
1.51 dwinter 894:
1.50 dwinter 895: result = self.ZCacheable_get(view_name=urlTmp)
1.33 dwinter 896: if result is not None:
897: # Got a cached value.
898: return result
899:
900: pagelist=[]
1.50 dwinter 901:
902: if not url:
1.51 dwinter 903:
1.50 dwinter 904: xmlTxt=getattr(self,'index.xml')()
905: dom=xml.dom.minidom.parseString(xmlTxt)
906: else:
907: fh=ECHO_helpers.urlopen(urlTmp)
908: dom=xml.dom.minidom.parse(fh)
1.1 dwinter 909:
910:
911: for page in dom.getElementsByTagName('page'):
912: text=getText(page.childNodes)
913: pageNum=page.getAttribute('nr')
1.49 dwinter 914: fileName=page.getAttribute('file')
1.22 dwinter 915: pagelist.append((pageNum,text,fileName))
1.1 dwinter 916:
1.50 dwinter 917: self.ZCacheable_set(pagelist,view_name=urlTmp)
1.33 dwinter 918: return pagelist
1.22 dwinter 919:
920: def getFileName(self):
1.49 dwinter 921: """getNameOfCurrentFile"""
922: try:
923: pn=int(self.REQUEST.get('pn','1'))
924: except:
925: pn=1
926: pageinfo=self.readIndexFile()[pn-1]
927: return pageinfo[2]
1.22 dwinter 928:
1.68 ! dwinter 929:
1.65 casties 930: def createIndexFile(self,forceUpdate=False,RESPONSE=None):
1.68 ! dwinter 931:
1.1 dwinter 932: """create index file"""
1.62 casties 933: logging.debug("createindexfile of %s"%self.id)
1.1 dwinter 934:
1.65 casties 935: if hasattr(self,'index.xml'):
936: # index exists
937: zt=getattr(self,'index.xml')
938: if not forceUpdate:
939: # check if directory is newer (self.imagePath sould be set by now)
940: imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
941: dirtime = os.path.getmtime(imgdir)
942: zttime = zt.bobobase_modification_time()
943: logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
944: if dirtime < zttime:
945: # nothing to do
946: logging.debug("createindexfile: dir %s older than index"%(imgdir))
947: return "index is up to date"
948:
949: else:
950: # create new index template
1.1 dwinter 951: zt=ZopePageTemplate('index.xml')
952: self._setObject('index.xml',zt)
1.65 casties 953:
954: # fill index template
955: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
1.62 casties 956: #logging.debug("createindexfile uses %s"%pt)
1.1 dwinter 957: zt.pt_edit(pt, 'text/xml')
1.62 casties 958: transaction.get().commit()
1.1 dwinter 959:
960: if RESPONSE is not None:
961: RESPONSE.redirect('manage_main')
962:
963:
964: def manage_addVLP_resourceForm(self):
965: """Form for adding a ressource"""
1.31 dwinter 966: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
1.1 dwinter 967: return pt()
968:
969:
970:
971: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
972: """addaresource"""
973:
974:
1.2 dwinter 975: if metalink=='':
976: metalink=self.absolute_url()+"/"+id+"/index_meta"
977:
1.1 dwinter 978: newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
979:
980: self._setObject(id,newObj)
981:
982: if RESPONSE is not None:
983: RESPONSE.redirect('manage_main')
984:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to VLPExtension.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content