Annotation of ECHO_content/VLPExtension.py, revision 1.70
1.31 dwinter 1: """
2: This module contains extensions which where originally made for the VLP.
3: """
1.33 dwinter 4: from OFS.Cache import Cacheable
1.10 dwinter 5: from Products.ECHO_content.ECHO_collection import *
1.1 dwinter 6: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
7: from Products.PageTemplates.PageTemplate import PageTemplate
8: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
1.26 dwinter 9: from OFS.Image import File
1.13 dwinter 10: try:
1.49 dwinter 11: from Products.zogiLib import zogiLib
1.13 dwinter 12: except:
1.49 dwinter 13: print "Zogilib not installed, VLP_resource will not work"
1.13 dwinter 14:
1.11 dwinter 15: import xml.dom.minidom
16: import urllib
1.20 dwinter 17: import xmlrpclib
1.26 dwinter 18: import vlp_xmlhelpers
1.47 dwinter 19: import sys
1.48 dwinter 20: import os
21: from stat import *
1.26 dwinter 22: from types import *
1.31 dwinter 23: from Globals import package_home
1.62 casties 24: import transaction
1.20 dwinter 25:
26:
27: def lemmatize(str):
1.49 dwinter 28: """takes a str and addes links the dictionary service"""
29: server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
30: if server:
31: splitted=str.split(" ")
32: wordlist=["<w>%s</w>"%split for split in splitted].join()
33: return wordlist
1.20 dwinter 34:
1.49 dwinter 35:
1.20 dwinter 36:
1.49 dwinter 37:
1.14 dwinter 38: def makeXML(str):
1.49 dwinter 39:
40: try:
41: dom=xml.dom.minidom.parseString(str)
42: return str
43: except:
44: str=str.replace("& ","& ")
45: return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
46: %s
47: </page>"""%str
48:
1.70 ! casties 49:
! 50: def checkXMLfrag(str):
! 51: """checks and returns str as XML fragment"""
! 52:
! 53: xmltempl = """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
! 54: <txt>%s</txt>"""
! 55: try:
! 56: dom=xml.dom.minidom.parseString(xmltempl%str)
! 57: return str
! 58: except:
! 59: str=str.replace("& ","& ")
! 60:
! 61: dom=xml.dom.minidom.parseString(xmltempl%str)
! 62: return str
! 63:
1.49 dwinter 64:
65:
1.1 dwinter 66: def getText(nodelist):
67:
68: rc = ""
69: for node in nodelist:
1.49 dwinter 70: if node.nodeType == node.TEXT_NODE:
1.1 dwinter 71: rc = rc + node.data
72: return rc
73:
1.29 dwinter 74: class sendMailForm(ZopePageTemplate):
1.49 dwinter 75: """sendMailForm"""
76: meta_type="sendMailForm"
1.29 dwinter 77:
1.49 dwinter 78: _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
1.29 dwinter 79:
1.49 dwinter 80: manage_options = ZopePageTemplate.manage_options+(
1.29 dwinter 81: {'label':'Main Config','action':'main_configForm'},
82: )
83:
1.49 dwinter 84: main_configForm = PageTemplateFile(
1.29 dwinter 85: 'vlp/changeSendMailForm', globals())
86:
1.49 dwinter 87: def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
88: """main_config"""
89: self.toAddrs=toAddrs.split("\n")
90: self.mailServer=mailServer
91: self.subjectAdd=subjectAdd
92: if RESPONSE:
93: RESPONSE.redirect('manage_main')
94:
95: def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
96: """sendform"""
97: fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
98: subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
99: toaddrs=self.toAddrs
1.29 dwinter 100:
1.49 dwinter 101: subject="%s %s"%(self.subjectAdd,subject)
102:
103: msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
104: % (fromaddr, subject, ", ".join(toaddrs)))
105: server = smtplib.SMTP(self.mailServer)
106: #server.set_debuglevel(1)
107: msg=msg+content
108: server.sendmail(fromaddr, toaddrs, msg)
109: server.quit()
110:
111: if RESPONSE:
112: RESPONSE.redirect(nextPage)
1.29 dwinter 113:
114: manage_addSendMailFormForm = PageTemplateFile(
115: 'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
116:
117: from urllib import quote
118:
119: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
120: REQUEST=None, submit=None):
121: "Add a Page Template with optional file content."
122: toAddrsList=toAddrs.split("\n")
123: id = str(id)
124: if REQUEST is None:
125: self._setObject(id, sendMailForm(id, text))
126: ob = getattr(self, id)
127: if title:
128: ob.pt_setTitle(title)
1.49 dwinter 129: setattr(ob,'toAddrs',toAddrsList)
130: setattr(ob,'mailServer',mailServer)
131: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 132: return ob
133: else:
134: file = REQUEST.form.get('file')
135: headers = getattr(file, 'headers', None)
136: if headers is None or not file.filename:
137: zpt = sendMailForm(id)
138: else:
139: zpt = sendMailForm(id, file, headers.get('content_type'))
140:
141: self._setObject(id, zpt)
142:
143: try:
144: u = self.DestinationURL()
145: except AttributeError:
146: u = REQUEST['URL1']
147:
148: if submit == " Add and Edit ":
149: u = "%s/%s" % (u, quote(id))
1.49 dwinter 150:
151: ob = getattr(self, id)
1.29 dwinter 152: if title:
153: ob.pt_setTitle(title)
1.49 dwinter 154:
155: setattr(ob,'toAddrs',toAddrsList)
156: setattr(ob,'mailServer',mailServer)
157: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 158: REQUEST.RESPONSE.redirect(u+'/manage_main')
159: return ''
160:
1.49 dwinter 161:
1.6 dwinter 162: class VLP_essay(Folder):
1.61 casties 163: """classe fr VLP essays"""
1.6 dwinter 164:
165: meta_type="VLP_essay"
166:
1.8 dwinter 167: manage_options = Folder.manage_options+(
1.49 dwinter 168: {'label':'Main Config','action':'ConfigVLP_essayForm'},
169: {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
1.8 dwinter 170: )
171:
1.9 dwinter 172: def content_html(self,type='collection'):
173: """template fuer content"""
174: #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
175: #
176: #if templates:
177: # return templates[0][1]()
1.49 dwinter 178:
1.9 dwinter 179: if hasattr(self,type+"_template"):
180: obj=getattr(self,type+"_template")
181: return obj()
182: else:
1.31 dwinter 183: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
1.9 dwinter 184: pt.content_type="text/html"
185: return pt()
186:
1.8 dwinter 187: def ConfigVLP_essayForm(self):
188: """Form for adding"""
1.31 dwinter 189: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
1.8 dwinter 190: return pt()
191:
192: def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
193: """Change vlp_essay"""
194: self.title=title
195: self.label=label
196: self.description=description
197:
198: if RESPONSE is not None:
199: RESPONSE.redirect('manage_main')
200:
1.6 dwinter 201: def __init__(self,id,title,label):
202: """init"""
203: self.id=id
204: self.title=title
205: self.label=label
206:
1.17 dwinter 207: def index_html(self):
1.49 dwinter 208:
209: """show the rendered file"""
210:
211: if hasattr(self,'essayTemplate.html'):
212: return getattr(self,'essayTemplate.html')()
213:
214: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
215: pt.content_type="text/html"
216: return pt()
1.17 dwinter 217:
218: def generateEssayTemplateHTML(self,RESPONSE=None):
219: """lege standard index.html an"""
220:
1.49 dwinter 221: if not hasattr(self,'essayTemplate.html'):
1.17 dwinter 222: zt=ZopePageTemplate('essayTemplate.html')
223: self._setObject('essayTemplate.html',zt)
224: default_content_fn = os.path.join(package_home(globals()),
225: 'vlp/essay_template.zpt')
226: text = open(default_content_fn).read()
227: zt.pt_edit(text, 'text/html')
228:
229: else:
230: return "already exists!"
231:
232: if RESPONSE is not None:
233: RESPONSE.redirect('manage_main')
234:
1.70 ! casties 235: def getPageList(self):
! 236: """returns sorted list of (id,object) of page objects"""
! 237:
! 238: def sortFind(x,y):
! 239: return cmp(x[0],y[0])
! 240:
! 241: # pages=[]
! 242: # pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
! 243: # for page in pagestmp:
! 244: # if not (page[1].getId()[0]=="."):
! 245: # pages.append(page)
! 246:
! 247: pages = self.objectItems(['DTML Document','File'])
! 248: pages.sort(sortFind)
! 249:
! 250:
! 251: def getPageXMLfrag(self, pageNum=None, pageId=None, pageObj=None):
! 252: """returns XML fragment of page with id"""
! 253: if pageNum is not None:
! 254: pl = self.getPageList()
! 255: pageObj = pl[int(pageNum)-1][1]
! 256:
! 257: if pageId is not None:
! 258: pageObj = getattr(self, pageId, None)
! 259:
! 260: if pageObj is not None:
! 261: txt = ""
! 262: data = pageObj.data
! 263: while data is not None:
! 264: txt += data
! 265: if isinstance(data, str):
! 266: data = None
! 267: else:
! 268: data = data.next
! 269:
! 270: xml = checkXMLfrag(txt)
! 271: return xml
! 272:
1.17 dwinter 273:
1.6 dwinter 274: def getPage(self,pagenum):
275: """gibt essay page mit num aus"""
276: def sortFind(x,y):
277: return cmp(x[0],y[0])
1.16 dwinter 278: pages=[]
279: pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
1.49 dwinter 280: for page in pagestmp:
1.70 ! casties 281: if not (page[1].getId()[0]=="."):
! 282: pages.append(page)
1.49 dwinter 283:
1.6 dwinter 284: pages.sort(sortFind)
285: #print str(pages[int(pagenum)][1]())
1.52 dwinter 286:
1.6 dwinter 287: if pages[int(pagenum)-1][1].meta_type=='File':
1.70 ! casties 288: #return makeXML(str(pages[int(pagenum)-1][1]))
! 289: #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
! 290: txt=pages[int(pagenum)-1][1].data
! 291: #print txt.encode('utf-8')
! 292: return self.xml2html(makeXML(txt),quote="no")
1.6 dwinter 293: else:
1.70 ! casties 294: return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
1.6 dwinter 295:
296: def nextPage(self,pagenum,url):
1.7 dwinter 297: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
1.6 dwinter 298: if int(pagenum)+1 <= pages:
299: retstr=url+"?p="+str(int(pagenum)+1)
300: return """<td align="right" <a href="%s">next</a></td>"""%retstr
301:
302: def previousPage(self,pagenum,url):
1.7 dwinter 303:
1.6 dwinter 304: if int(pagenum)-1 > 0:
305: retstr=url+"?p="+str(int(pagenum)-1)
306: return """<td align="left" <a href="%s">previous</a></td>"""%retstr
307:
1.19 dwinter 308: def nextURL(self,pagenum,url):
309: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
310: if int(pagenum)+1 <= pages:
311: retstr=url+"?p="+str(int(pagenum)+1)
312: return retstr
313:
1.61 casties 314: def lastURL(self,pagenum,url):
315: # teste ob performance ok, sonst in variable
316: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
317:
318: return url+"?p="+str(pages)
319:
1.19 dwinter 320: def previousURL(self,pagenum,url):
321:
322: if int(pagenum)-1 > 0:
323: retstr=url+"?p="+str(int(pagenum)-1)
324: return retstr
325:
1.6 dwinter 326:
327: def manage_addVLP_essayForm(self):
328: """Form for adding"""
1.31 dwinter 329: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
1.6 dwinter 330: return pt()
331:
332: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
1.49 dwinter 333: """add the copyright"""
1.6 dwinter 334:
1.49 dwinter 335:
336: self._setObject(id, VLP_essay(id, title,label))
1.6 dwinter 337:
1.49 dwinter 338: if RESPONSE is not None:
339: RESPONSE.redirect('manage_main')
340:
1.6 dwinter 341:
1.26 dwinter 342: class VLP_encyclopaedia(VLP_essay):
1.49 dwinter 343: """essay"""
344:
345: meta_type="VLP_encyclopaedia"
346:
347: manage_options = VLP_essay.manage_options+(
348: {'label':'Load File','action':'loadNewFileForm'},
349: )
1.26 dwinter 350:
1.49 dwinter 351:
352: def loadNewFileForm(self):
353: """Neues XML-File einlesen"""
354: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
355: return pt()
356:
357: def loadNewFile(self,RESPONSE=None):
358: """einlesen des neuen files"""
359: fileupload=self.REQUEST['fileupload']
360: if fileupload:
361: file_name=fileupload.filename
362: filedata=fileupload.read()
363:
364: argv=vlp_xmlhelpers.proj2hash(self,filedata)
365: textsStr=string.join(argv['text']).encode('utf-8')
366:
367: texts=textsStr.split("<pb/>")
368:
369: i=0
370: for text in texts:
371: i+=1
372: pageName='page%03d.xml'%i
373: pages=self.ZopeFind(self,obj_ids=[pageName])
374: if pages:
375: pages[0][1].update_data(text)
376:
377: else:
378: zt=File(pageName,pageName,text,content_type="text/plain")
379: self._setObject(pageName,zt)
380:
381: if RESPONSE is not None:
382: RESPONSE.redirect('manage_main')
383:
384:
1.26 dwinter 385: def manage_addVLP_encycForm(self):
386: """Form for adding"""
1.31 dwinter 387: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
1.26 dwinter 388: return pt()
389:
390: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
1.49 dwinter 391: """add the copyright"""
1.26 dwinter 392:
1.49 dwinter 393:
394: self._setObject(id, VLP_encyclopaedia(id, title,label))
1.26 dwinter 395:
1.49 dwinter 396: if RESPONSE is not None:
397: RESPONSE.redirect('manage_main')
398:
1.41 dwinter 399: class VLP_subcollection(ECHO_collection):
1.49 dwinter 400: """ subcollection of elements"""
401:
402: meta_type="VLP_subcollection"
403:
1.53 dwinter 404: def getVLPSubcollectionToc(self,type):
405:
406: #different ordering depending on the type
407: if(type == "(Collection)"):
408: sort= "shortreference"
409: else:
410: sort = "startpages"
411:
412: #content of journals also displayed if not online
413:
1.54 dwinter 414: if (type == "(JournalVolume)"):
1.53 dwinter 415: online =""
416: else:
417: online ="AND online = 1"
418: sort=self.collectionSort(type)
419:
420: item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.58 dwinter 421: WHERE volumeid ~ '%s\\\\M' """%self.getId()
1.53 dwinter 422: + """ %s AND not referenceType='%s' """%(online,type)
423: + """ORDER BY """ + sort)]
424:
425: tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.56 dwinter 426: WHERE reference = '%s' """%self.getId()
1.53 dwinter 427: + """AND online = 1 AND referenceType='%s' """%type
428: + """ORDER BY """ + sort)]
429:
430:
431:
432: return tocItem+item
433:
1.49 dwinter 434: def checkForFrontMatter(self,item):
435: """Teste ob Frontmatter exists"""
436: if not item==self.getId():
437: return False
438:
439: if self.ZopeFind(self,obj_ids=[self.getId()]):
440: return True
441: else:
442: return False
443:
444: def generateSubCollectionFromDB(self):
445: """erzeuge subcollection"""
446: for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
447: manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
448:
1.41 dwinter 449:
1.49 dwinter 450: def index_html(self):
451: """erzeuge darstellung"""
452:
453: if hasattr(self,'subCollection_template.html'):
454: return getattr(self,'subCollection_template.html')()
1.43 dwinter 455:
1.49 dwinter 456: pt=zptFile(self, 'vlp/subCollection_template.zpt')
457: return pt()
1.41 dwinter 458:
459:
460: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
461:
1.49 dwinter 462: self._setObject(id,VLP_subcollection(id,title,label))
1.41 dwinter 463:
1.49 dwinter 464: if RESPONSE is not None:
465: RESPONSE.redirect('manage_main')
1.41 dwinter 466:
1.6 dwinter 467:
1.2 dwinter 468: class VLP_collection(ECHO_collection):
469: """VLP spezifische Erweiterung der Collection"""
470:
1.41 dwinter 471:
1.3 dwinter 472: meta_type="VLP_collection"
473: manage_options=ECHO_collection.manage_options+(
474: {'label':'Change Path','action':'VLP_path_configForm'},
475: {'label':'Update Library','action':'updateCollection'},
476: {'label':'Update Metadata','action':'updateCollectionMD'},
477: )
478:
1.41 dwinter 479:
1.44 dwinter 480:
1.65 casties 481: def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
1.63 casties 482: """erzeuge subcollectionen"""
483: logging.debug("generateSubCollections")
484: founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
485:
1.65 casties 486: if RESPONSE is not None:
487: RESPONSE.setHeader('Content-Type','text/html')
488: self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
1.63 casties 489: for found in founds:
490: try:
491: litid = str(found.reference)
492: foundCol=self.ZopeFind(self,obj_ids=[litid])
493: if foundCol:
1.65 casties 494: col = foundCol[0][1]
495: logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
496: if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
497: # subcollection seems to have changed
498: logging.debug("generateSubCollections: subcollection has changed, recreating!")
499: self.manage_delObjects([foundCol[0][0]])
500: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
501: else:
502: logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
503: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
1.64 casties 504:
505: #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
506: if os.path.exists(os.path.join(self.vlp_basis,litid)):
1.65 casties 507: logging.debug("generateSubCollections: found frontmatter in %s"%litid)
1.64 casties 508: obj=getattr(self,litid)
509: if not self.ZopeFind(obj,obj_ids=[litid]):
510: metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
511: newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
512: obj._setObject(litid,newObj)
513:
514: genObj=getattr(obj,litid)
1.65 casties 515: genObj.createIndexFile(forceUpdate=forceUpdate)
516:
517: if RESPONSE is not None:
518: self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
1.49 dwinter 519:
1.63 casties 520: except:
521: error=sys.exc_info()[0:2]
522: logging.error("generateSubCollections: ERROR in %s"%litid)
1.65 casties 523: if RESPONSE is not None:
524: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
1.63 casties 525: #logging.error("generateSubCollections: %s %s"%error)
526: #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
1.65 casties 527: errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
1.63 casties 528: #errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
529:
530: return errorsTXT
1.49 dwinter 531:
1.3 dwinter 532: def VLP_path_configForm(self):
1.5 dwinter 533: """change pt"""
1.44 dwinter 534: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
1.3 dwinter 535: return pt()
536:
537: def VLP_path_config(self,path,RESPONSE=None):
538: """config"""
1.44 dwinter 539: self.vlp_basis=path
1.3 dwinter 540: if RESPONSE is not None:
541: RESPONSE.redirect('manage_main')
542:
1.65 casties 543: def updateCollection(self,forceUpdate=False,RESPONSE=None):
1.3 dwinter 544: """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
1.49 dwinter 545: errorsTXT="<h2>Errors</h2>"
1.65 casties 546: if RESPONSE is not None:
547: RESPONSE.setHeader('Content-Type','text/html')
548: RESPONSE.write("<html><body>")
549:
1.44 dwinter 550: files=os.listdir(self.vlp_basis)
1.3 dwinter 551: for fileName in files:
552: if fileName[0:3]=="lit":
553: metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
1.49 dwinter 554: try:
1.63 casties 555: if not hasattr(self,fileName):
1.65 casties 556: # create new resource
1.63 casties 557: logging.debug("updateCollection: new %s"%fileName)
1.65 casties 558: if RESPONSE is not None:
559: RESPONSE.write("<p>new: %s</p>\n"%fileName)
1.63 casties 560: newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
561: self._setObject(fileName,newObj)
1.49 dwinter 562:
1.65 casties 563: if RESPONSE is not None:
564: RESPONSE.write("<p>got: %s "%fileName)
1.63 casties 565: genObj=getattr(self,fileName)
566: logging.debug("updateCollection: inspecting %s"%fileName)
1.65 casties 567: # create index
1.63 casties 568: if hasattr(genObj,'createIndexFile'):
569: try:
570: logging.debug("updateCollection: creating index for %s"%fileName)
1.65 casties 571: msg = genObj.createIndexFile(forceUpdate=forceUpdate)
572: if msg and RESPONSE is not None:
573: RESPONSE.write(msg)
1.63 casties 574: except:
575: error=sys.exc_info()[0:2]
1.65 casties 576: if RESPONSE is not None:
577: RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
578: errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
579:
580: # update pageSizeSum for subcollections
1.63 casties 581: if genObj.meta_type=="VLP_subcollection":
1.65 casties 582: if RESPONSE is not None:
583: RESPONSE.write(" is subcollection")
1.63 casties 584: logging.debug("updateCollection: %s is subcollection"%fileName)
585: genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
586: else:
587: genObj.pageSizeSum=genObj.getPageSizeSum()
1.65 casties 588:
589: if RESPONSE is not None:
590: RESPONSE.write("</p>\n")
591:
1.49 dwinter 592: except:
1.63 casties 593: error=sys.exc_info()[0:2]
1.65 casties 594: logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
595: if RESPONSE is not None:
596: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
597: errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
598:
599: # update subcollections
600: errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
1.60 casties 601: errorsTXT+="\n"
1.65 casties 602: if RESPONSE is not None:
603: RESPONSE.write(errorsTXT)
604: RESPONSE.write("</body></html>")
1.3 dwinter 605:
606: def updateCollectionMD(self,RESPONSE=None):
607: """updateMD"""
1.44 dwinter 608: files=os.listdir(self.vlp_basis)
1.3 dwinter 609: for fileName in files:
1.4 dwinter 610: if fileName[0:3]=="lit":
1.3 dwinter 611: genObj=getattr(self,fileName)
612: genObj.copyIndex_meta2echo_resource()
613: genObj.generate_title()
614:
615: if RESPONSE is not None:
616: RESPONSE.redirect('manage_main')
617:
1.20 dwinter 618: def copyFullTextsFromDB(self,RESPONSE=None):
1.49 dwinter 619: """copy fulltext aus DB"""
1.2 dwinter 620:
1.49 dwinter 621: ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
622: ret=""
623: for res in ress:
624: tmp=res[1].copyTranscriptionFromDB()
625: ret+=tmp
626:
627: if RESPONSE:
628: RESPONSE.write(tmp+"\n")
629: if not RESPONSE:
630: return ret
631: else:
632: RESPONSE.write("END\n")
633:
634:
1.2 dwinter 635: def manage_addVLP_collectionForm(self):
636: """Form for adding a ressource"""
1.31 dwinter 637: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
1.2 dwinter 638: return pt()
639:
640:
641:
1.3 dwinter 642: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
1.2 dwinter 643: """add a echo collection"""
644:
645:
646: newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
647:
648: self._setObject(id,newObj)
1.3 dwinter 649: setattr(newObj,'path',path)
1.2 dwinter 650:
651: if RESPONSE is not None:
652: RESPONSE.redirect('manage_main')
653:
654:
1.1 dwinter 655:
1.33 dwinter 656: class VLP_resource(ECHO_resource,Cacheable):
1.1 dwinter 657: """VLP spezifische Erweiterung"""
658:
659: meta_type="VLP_resource"
660:
1.44 dwinter 661: #vlp_basis="/mpiwg/online/permanent/vlp"
1.1 dwinter 662:
663:
664: referencetypes=[]
665:
1.35 dwinter 666: manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
1.1 dwinter 667: {'label':'Update Index','action':'createIndexFile'},
668: {'label':'Reset MetaLink','action':'resetMetaLink'},
669: {'label':'Generate Title','action':'generate_title'},
1.49 dwinter 670: {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
1.1 dwinter 671: )
672:
1.36 dwinter 673:
674: def getImagePath(self):
1.49 dwinter 675: """Pfad zu den Images"""
676:
677: if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
678: return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
1.69 casties 679: elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pages')):
680: return os.path.join(self.vlp_basis,self.resourceID,'pages')
1.49 dwinter 681: else:
682: return "<error>no images </error>"
1.20 dwinter 683:
1.36 dwinter 684:
1.49 dwinter 685:
1.20 dwinter 686: def transcription(self):
1.49 dwinter 687: """show the rendered transcriptiofile"""
688:
689: if hasattr(self,'libraryTranscriptionTemplate.html'):
690: return getattr(self,'libraryTranscriptionTemplate.html')()
691:
692: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
693: pt.content_type="text/html"
694: return pt()
1.20 dwinter 695:
696:
697:
698: def copyTranscriptionFromDB(self):
1.49 dwinter 699: """checks if transcription exits in DB"""
700: founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
1.38 dwinter 701:
1.20 dwinter 702:
1.49 dwinter 703: ret="""<?xml version="1.0" encoding="utf-8"?>
1.20 dwinter 704: <text>"""
705:
1.49 dwinter 706: if founds:
707:
708: for found in founds:
709:
710: text=found.transcript
711: if not text: text=""
712: ret+="<page><pb/>"+text+"</page>"
713:
714: ret+="</text>"
715: re2=ret[0:]
716: re3=re2.decode('latin-1').encode('utf-8')
717: #re3=re2
718: ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
719:
720: if ft:
721:
722: ft[0][1].pt_edit(re3,'text/xml')
723:
724: else:
725:
726: self._setObject('fulltext',ECHO_fullText(id,''))
727:
728: try:
729: getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
730: except:
1.40 dwinter 731: getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
732:
1.49 dwinter 733: return "FT: %s"%self.getId()
734: else:
735: return "no: %s"%self.getId()
736:
1.1 dwinter 737: def resetMetaLink(self,all="no",RESPONSE=None):
738: """resets metalink to standard resp. in case of server change it sets to the new server url"""
739: if all=="yes":
740: self.metalink=self.absolute_url()+"/index_meta"
741: else:
742: splitted=self.metalink.split("/")
743: if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
744: self.metalink=self.absolute_url()+"/index_meta"
745:
746: if RESPONSE:
747: return "done"
748:
749: def show(self):
750: """show the rendered file"""
1.11 dwinter 751:
752: if self.REQUEST.get('p',None):
1.28 dwinter 753: #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
1.66 casties 754: params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
755: mk = self.REQUEST.get('mk',None)
756: if mk:
757: params += "&mk=%s"%mk
758: self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
1.12 dwinter 759:
1.49 dwinter 760: if hasattr(self,'libraryTemplate.html'):
761: return getattr(self,'libraryTemplate.html')()
762:
1.31 dwinter 763: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
1.1 dwinter 764: pt.content_type="text/html"
765: return pt()
1.37 dwinter 766:
767: def index_html(self):
1.49 dwinter 768: """index_html"""
769: #return self.REQUEST
770: if not self.REQUEST.has_key("ws"):
771: self.REQUEST.form["ws"]="1.5"
1.37 dwinter 772:
1.49 dwinter 773: return self.show()
1.14 dwinter 774:
775: def generateLibraryTemplateHTML(self,RESPONSE=None):
776: """lege standard index.html an"""
777:
1.49 dwinter 778: if not hasattr(self,'libraryTemplate.html'):
1.14 dwinter 779: zt=ZopePageTemplate('libraryTemplate.html')
780: self._setObject('libraryTemplate.html',zt)
781: default_content_fn = os.path.join(package_home(globals()),
782: 'vlp/library_template.zpt')
783: text = open(default_content_fn).read()
784: zt.pt_edit(text, 'text/html')
785:
786: else:
787: return "already exists!"
788:
789: if RESPONSE is not None:
790: RESPONSE.redirect('manage_main')
791:
792:
1.1 dwinter 793: def index_meta(self):
794: """index_meta"""
1.11 dwinter 795:
1.31 dwinter 796: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
1.1 dwinter 797: pt.content_type="text/html"
798: return pt()
1.11 dwinter 799:
800: def file2page(self,p):
801: """converts filename to pagenumber"""
1.21 dwinter 802: dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
1.11 dwinter 803:
804: for page in dom.getElementsByTagName('page'):
1.49 dwinter 805: # pageummer mit lo oder hi sind aequivalent
806: if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
807: return page.getAttribute('nr')
1.11 dwinter 808:
809: return 0
1.48 dwinter 810:
811: def getPageSizeSum(self):
1.49 dwinter 812: """generate average page size"""
1.48 dwinter 813:
1.49 dwinter 814: #size of hi resolution
815: files=[]
816: try:
1.69 casties 817: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pages')
1.49 dwinter 818: files=os.listdir(pathHi)
819: hi=0
820: for f in files:
821: hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
822:
823: except:
824: hi=0
825:
826: #size of hi resolution
827: try:
828: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
829: files=os.listdir(pathHi)
830: lo=0
831: for f in files:
832: lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
833:
834: except:
835: lo=0
836:
837:
838: return (hi,lo,len(files))
839:
1.48 dwinter 840:
841: def getPageWeights(self):
1.49 dwinter 842: """average Page sizes in kBytes"""
1.1 dwinter 843:
1.49 dwinter 844: res=getattr(self,'pageSizeSum',(0,0,1))
845: return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
846:
847:
848:
1.1 dwinter 849: def dir2index(self):
850: """dir to index"""
851:
1.62 casties 852: excludeNames=['Icon']
1.49 dwinter 853:
854:
1.1 dwinter 855: def calculateName(str):
1.49 dwinter 856: name=os.path.splitext(str[1:])[0]
1.31 dwinter 857: ret="%s: %s"%(str[0],name)
1.1 dwinter 858: return ret
1.2 dwinter 859:
860: try:
861: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
862: self.imagePath='pageimg'
863: except:
1.69 casties 864: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pages'))
865: self.imagePath='pages'
1.1 dwinter 866: temp=[]
1.49 dwinter 867: ret.sort()
1.1 dwinter 868: for x in ret:
1.62 casties 869: if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
1.11 dwinter 870: temp.append((calculateName(x),os.path.splitext(x)[0]))
1.1 dwinter 871: return temp
872:
1.11 dwinter 873:
1.1 dwinter 874: def firstPage(self,url=None):
875: """showlink to the first image"""
1.24 dwinter 876: if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
1.67 casties 877: return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
1.1 dwinter 878:
879: else:
1.49 dwinter 880: ws=self.REQUEST.get('ws','1')
881: return """<a href=%s>
1.67 casties 882: <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
1.1 dwinter 883: </a>
1.30 dwinter 884: """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
1.1 dwinter 885:
886: def lastPage(self,url=None):
887: """showlink to the first image"""
888: pages=self.readIndexFile(url)
889: if pages:
890: ln=len(pages)
891:
1.24 dwinter 892: if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
1.67 casties 893: return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
1.1 dwinter 894:
895: else:
1.49 dwinter 896: ws=self.REQUEST.get('ws','1')
897: return """<a href=%s>
1.67 casties 898: <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
1.1 dwinter 899: </a>
1.30 dwinter 900: """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
1.1 dwinter 901:
902: def prevPage(self,url=None):
903: """showlink to the first image"""
904:
905:
906: nn = int(self.REQUEST.get('pn','1'))-1
907: if nn < 1: #letzte seite dann kein a tag
1.67 casties 908: return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
1.1 dwinter 909:
910: else:
1.49 dwinter 911: ws=self.REQUEST.get('ws','1')
912: return """<a href=%s>
1.67 casties 913: <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
1.1 dwinter 914: </a>
1.30 dwinter 915: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 916:
917: def nextPage(self,url=None):
918: """showlink to the first image"""
919: pages=self.readIndexFile(url)
920: if pages:
921: ln=len(pages)
922:
923: nn = int(self.REQUEST.get('pn','1'))+1
1.24 dwinter 924: if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
1.67 casties 925: return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
1.1 dwinter 926:
927: else:
1.49 dwinter 928: ws=self.REQUEST.get('ws','1')
929: return """<a href=%s>
1.67 casties 930: <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
1.1 dwinter 931: </a>
1.30 dwinter 932: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 933:
934:
935: def readIndexFile(self,url=None):
936: """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
1.49 dwinter 937: if not url:
1.50 dwinter 938: urlTmp=self.absolute_url()+"/index.xml"
1.1 dwinter 939:
1.49 dwinter 940: if self.ZCacheable_isCachingEnabled():
1.51 dwinter 941:
1.50 dwinter 942: result = self.ZCacheable_get(view_name=urlTmp)
1.33 dwinter 943: if result is not None:
944: # Got a cached value.
945: return result
946:
947: pagelist=[]
1.50 dwinter 948:
949: if not url:
1.51 dwinter 950:
1.50 dwinter 951: xmlTxt=getattr(self,'index.xml')()
952: dom=xml.dom.minidom.parseString(xmlTxt)
953: else:
954: fh=ECHO_helpers.urlopen(urlTmp)
955: dom=xml.dom.minidom.parse(fh)
1.1 dwinter 956:
957:
958: for page in dom.getElementsByTagName('page'):
959: text=getText(page.childNodes)
960: pageNum=page.getAttribute('nr')
1.49 dwinter 961: fileName=page.getAttribute('file')
1.22 dwinter 962: pagelist.append((pageNum,text,fileName))
1.1 dwinter 963:
1.50 dwinter 964: self.ZCacheable_set(pagelist,view_name=urlTmp)
1.33 dwinter 965: return pagelist
1.22 dwinter 966:
967: def getFileName(self):
1.49 dwinter 968: """getNameOfCurrentFile"""
969: try:
970: pn=int(self.REQUEST.get('pn','1'))
971: except:
972: pn=1
973: pageinfo=self.readIndexFile()[pn-1]
974: return pageinfo[2]
1.22 dwinter 975:
1.65 casties 976: def createIndexFile(self,forceUpdate=False,RESPONSE=None):
1.1 dwinter 977: """create index file"""
1.62 casties 978: logging.debug("createindexfile of %s"%self.id)
1.1 dwinter 979:
1.65 casties 980: if hasattr(self,'index.xml'):
981: # index exists
982: zt=getattr(self,'index.xml')
983: if not forceUpdate:
984: # check if directory is newer (self.imagePath sould be set by now)
985: imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
986: dirtime = os.path.getmtime(imgdir)
987: zttime = zt.bobobase_modification_time()
988: logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
989: if dirtime < zttime:
990: # nothing to do
991: logging.debug("createindexfile: dir %s older than index"%(imgdir))
992: return "index is up to date"
993:
994: else:
995: # create new index template
1.1 dwinter 996: zt=ZopePageTemplate('index.xml')
997: self._setObject('index.xml',zt)
1.65 casties 998:
999: # fill index template
1000: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
1.62 casties 1001: #logging.debug("createindexfile uses %s"%pt)
1.1 dwinter 1002: zt.pt_edit(pt, 'text/xml')
1.62 casties 1003: transaction.get().commit()
1.1 dwinter 1004:
1005: if RESPONSE is not None:
1006: RESPONSE.redirect('manage_main')
1007:
1008:
1009: def manage_addVLP_resourceForm(self):
1010: """Form for adding a ressource"""
1.31 dwinter 1011: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
1.1 dwinter 1012: return pt()
1013:
1014:
1015:
1016: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
1017: """addaresource"""
1018:
1019:
1.2 dwinter 1020: if metalink=='':
1021: metalink=self.absolute_url()+"/"+id+"/index_meta"
1022:
1.1 dwinter 1023: newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
1024:
1025: self._setObject(id,newObj)
1026:
1027: if RESPONSE is not None:
1028: RESPONSE.redirect('manage_main')
1029:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to VLPExtension.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content