Annotation of ECHO_content/VLPExtension.py, revision 1.77
1.31 dwinter 1: """
2: This module contains extensions which where originally made for the VLP.
3: """
1.33 dwinter 4: from OFS.Cache import Cacheable
1.1 dwinter 5: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
6: from Products.PageTemplates.PageTemplate import PageTemplate
7: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
1.26 dwinter 8: from OFS.Image import File
1.11 dwinter 9: import xml.dom.minidom
10: import urllib
1.20 dwinter 11: import xmlrpclib
1.26 dwinter 12: import vlp_xmlhelpers
1.47 dwinter 13: import sys
1.48 dwinter 14: import os
15: from stat import *
1.26 dwinter 16: from types import *
1.31 dwinter 17: from Globals import package_home
1.62 casties 18: import transaction
1.20 dwinter 19:
1.73 casties 20: from Products.ECHO_content.ECHO_collection import *
21: from vlp_xmlhelpers import *
22: try:
23: from Products.zogiLib import zogiLib
24: except:
25: print "Zogilib not installed, VLP_resource will not work"
26:
1.20 dwinter 27:
28: def lemmatize(str):
1.49 dwinter 29: """takes a str and addes links the dictionary service"""
30: server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
31: if server:
32: splitted=str.split(" ")
33: wordlist=["<w>%s</w>"%split for split in splitted].join()
34: return wordlist
1.20 dwinter 35:
1.49 dwinter 36:
1.20 dwinter 37:
1.49 dwinter 38:
1.14 dwinter 39: def makeXML(str):
1.49 dwinter 40:
41: try:
42: dom=xml.dom.minidom.parseString(str)
43: return str
44: except:
45: str=str.replace("& ","& ")
46: return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
47: %s
48: </page>"""%str
49:
1.70 casties 50:
51: def checkXMLfrag(str):
52: """checks and returns str as XML fragment"""
53:
54: xmltempl = """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
55: <txt>%s</txt>"""
1.73 casties 56:
1.70 casties 57: try:
1.73 casties 58: dom=xml.dom.minidom.parseString(xmltempl%utf8ify(str))
1.70 casties 59: return str
60: except:
61: str=str.replace("& ","& ")
62:
1.73 casties 63: dom=xml.dom.minidom.parseString(xmltempl%utf8ify(str))
1.70 casties 64: return str
65:
1.49 dwinter 66:
67:
1.1 dwinter 68: def getText(nodelist):
69:
70: rc = ""
71: for node in nodelist:
1.49 dwinter 72: if node.nodeType == node.TEXT_NODE:
1.1 dwinter 73: rc = rc + node.data
74: return rc
75:
1.29 dwinter 76: class sendMailForm(ZopePageTemplate):
1.49 dwinter 77: """sendMailForm"""
78: meta_type="sendMailForm"
1.29 dwinter 79:
1.49 dwinter 80: _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
1.29 dwinter 81:
1.49 dwinter 82: manage_options = ZopePageTemplate.manage_options+(
1.29 dwinter 83: {'label':'Main Config','action':'main_configForm'},
84: )
85:
1.49 dwinter 86: main_configForm = PageTemplateFile(
1.29 dwinter 87: 'vlp/changeSendMailForm', globals())
88:
1.49 dwinter 89: def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
90: """main_config"""
91: self.toAddrs=toAddrs.split("\n")
92: self.mailServer=mailServer
93: self.subjectAdd=subjectAdd
94: if RESPONSE:
95: RESPONSE.redirect('manage_main')
96:
97: def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
98: """sendform"""
99: fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
100: subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
101: toaddrs=self.toAddrs
1.29 dwinter 102:
1.49 dwinter 103: subject="%s %s"%(self.subjectAdd,subject)
104:
105: msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
106: % (fromaddr, subject, ", ".join(toaddrs)))
107: server = smtplib.SMTP(self.mailServer)
108: #server.set_debuglevel(1)
109: msg=msg+content
110: server.sendmail(fromaddr, toaddrs, msg)
111: server.quit()
112:
113: if RESPONSE:
114: RESPONSE.redirect(nextPage)
1.29 dwinter 115:
116: manage_addSendMailFormForm = PageTemplateFile(
117: 'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
118:
119: from urllib import quote
120:
121: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
122: REQUEST=None, submit=None):
123: "Add a Page Template with optional file content."
124: toAddrsList=toAddrs.split("\n")
125: id = str(id)
126: if REQUEST is None:
127: self._setObject(id, sendMailForm(id, text))
128: ob = getattr(self, id)
129: if title:
130: ob.pt_setTitle(title)
1.49 dwinter 131: setattr(ob,'toAddrs',toAddrsList)
132: setattr(ob,'mailServer',mailServer)
133: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 134: return ob
135: else:
136: file = REQUEST.form.get('file')
137: headers = getattr(file, 'headers', None)
138: if headers is None or not file.filename:
139: zpt = sendMailForm(id)
140: else:
141: zpt = sendMailForm(id, file, headers.get('content_type'))
142:
143: self._setObject(id, zpt)
144:
145: try:
146: u = self.DestinationURL()
147: except AttributeError:
148: u = REQUEST['URL1']
149:
150: if submit == " Add and Edit ":
151: u = "%s/%s" % (u, quote(id))
1.49 dwinter 152:
153: ob = getattr(self, id)
1.29 dwinter 154: if title:
155: ob.pt_setTitle(title)
1.49 dwinter 156:
157: setattr(ob,'toAddrs',toAddrsList)
158: setattr(ob,'mailServer',mailServer)
159: setattr(ob,'subjectAdd',subjectAdd)
1.29 dwinter 160: REQUEST.RESPONSE.redirect(u+'/manage_main')
161: return ''
162:
1.49 dwinter 163:
1.6 dwinter 164: class VLP_essay(Folder):
1.61 casties 165: """classe fr VLP essays"""
1.6 dwinter 166:
167: meta_type="VLP_essay"
168:
1.8 dwinter 169: manage_options = Folder.manage_options+(
1.49 dwinter 170: {'label':'Main Config','action':'ConfigVLP_essayForm'},
171: {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
1.8 dwinter 172: )
173:
1.9 dwinter 174: def content_html(self,type='collection'):
175: """template fuer content"""
176: #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
177: #
178: #if templates:
179: # return templates[0][1]()
1.49 dwinter 180:
1.9 dwinter 181: if hasattr(self,type+"_template"):
182: obj=getattr(self,type+"_template")
183: return obj()
184: else:
1.31 dwinter 185: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
1.9 dwinter 186: pt.content_type="text/html"
187: return pt()
188:
1.8 dwinter 189: def ConfigVLP_essayForm(self):
190: """Form for adding"""
1.31 dwinter 191: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
1.8 dwinter 192: return pt()
193:
194: def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
195: """Change vlp_essay"""
196: self.title=title
197: self.label=label
198: self.description=description
199:
200: if RESPONSE is not None:
201: RESPONSE.redirect('manage_main')
202:
1.6 dwinter 203: def __init__(self,id,title,label):
204: """init"""
205: self.id=id
206: self.title=title
207: self.label=label
208:
1.17 dwinter 209: def index_html(self):
1.49 dwinter 210:
211: """show the rendered file"""
212:
213: if hasattr(self,'essayTemplate.html'):
214: return getattr(self,'essayTemplate.html')()
215:
216: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
217: pt.content_type="text/html"
218: return pt()
1.17 dwinter 219:
220: def generateEssayTemplateHTML(self,RESPONSE=None):
221: """lege standard index.html an"""
222:
1.49 dwinter 223: if not hasattr(self,'essayTemplate.html'):
1.17 dwinter 224: zt=ZopePageTemplate('essayTemplate.html')
225: self._setObject('essayTemplate.html',zt)
226: default_content_fn = os.path.join(package_home(globals()),
227: 'vlp/essay_template.zpt')
228: text = open(default_content_fn).read()
229: zt.pt_edit(text, 'text/html')
230:
231: else:
232: return "already exists!"
233:
234: if RESPONSE is not None:
235: RESPONSE.redirect('manage_main')
236:
1.70 casties 237: def getPageList(self):
238: """returns sorted list of (id,object) of page objects"""
239:
240: def sortFind(x,y):
241: return cmp(x[0],y[0])
242:
243: # pages=[]
244: # pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
245: # for page in pagestmp:
246: # if not (page[1].getId()[0]=="."):
247: # pages.append(page)
248:
249: pages = self.objectItems(['DTML Document','File'])
250: pages.sort(sortFind)
1.73 casties 251: #logging.debug("pageList=%s"%repr(pages))
1.71 casties 252: return pages
1.70 casties 253:
254:
255: def getPageXMLfrag(self, pageNum=None, pageId=None, pageObj=None):
256: """returns XML fragment of page with id"""
1.71 casties 257: xml = None
258:
1.70 casties 259: if pageNum is not None:
260: pl = self.getPageList()
261: pageObj = pl[int(pageNum)-1][1]
262:
263: if pageId is not None:
264: pageObj = getattr(self, pageId, None)
265:
266: if pageObj is not None:
267: txt = ""
1.73 casties 268: if pageObj.meta_type == 'File':
269: data = pageObj.data
270: #logging.debug("data=%s txt=%s"%(repr(data),txt))
271: while data is not None:
272: if isinstance(data, str):
273: txt += data
274: data = None
275: else:
276: txt += data.data
277: data = data.next
1.70 casties 278:
1.73 casties 279: else:
280: # not a File object... perhaps its executable
281: txt += pageObj()
282:
1.70 casties 283: xml = checkXMLfrag(txt)
1.71 casties 284:
1.73 casties 285: return unicodify(xml)
1.70 casties 286:
1.17 dwinter 287:
1.6 dwinter 288: def getPage(self,pagenum):
289: """gibt essay page mit num aus"""
290: def sortFind(x,y):
291: return cmp(x[0],y[0])
1.16 dwinter 292: pages=[]
293: pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
1.49 dwinter 294: for page in pagestmp:
1.70 casties 295: if not (page[1].getId()[0]=="."):
296: pages.append(page)
1.49 dwinter 297:
1.6 dwinter 298: pages.sort(sortFind)
299: #print str(pages[int(pagenum)][1]())
1.52 dwinter 300:
1.6 dwinter 301: if pages[int(pagenum)-1][1].meta_type=='File':
1.70 casties 302: #return makeXML(str(pages[int(pagenum)-1][1]))
303: #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
304: txt=pages[int(pagenum)-1][1].data
305: #print txt.encode('utf-8')
306: return self.xml2html(makeXML(txt),quote="no")
1.6 dwinter 307: else:
1.70 casties 308: return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
1.6 dwinter 309:
310: def nextPage(self,pagenum,url):
1.7 dwinter 311: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
1.6 dwinter 312: if int(pagenum)+1 <= pages:
313: retstr=url+"?p="+str(int(pagenum)+1)
314: return """<td align="right" <a href="%s">next</a></td>"""%retstr
315:
316: def previousPage(self,pagenum,url):
1.7 dwinter 317:
1.6 dwinter 318: if int(pagenum)-1 > 0:
319: retstr=url+"?p="+str(int(pagenum)-1)
320: return """<td align="left" <a href="%s">previous</a></td>"""%retstr
321:
1.19 dwinter 322: def nextURL(self,pagenum,url):
323: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
324: if int(pagenum)+1 <= pages:
325: retstr=url+"?p="+str(int(pagenum)+1)
326: return retstr
327:
1.61 casties 328: def lastURL(self,pagenum,url):
329: # teste ob performance ok, sonst in variable
330: pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
331:
332: return url+"?p="+str(pages)
333:
1.19 dwinter 334: def previousURL(self,pagenum,url):
335:
336: if int(pagenum)-1 > 0:
337: retstr=url+"?p="+str(int(pagenum)-1)
338: return retstr
339:
1.6 dwinter 340:
341: def manage_addVLP_essayForm(self):
342: """Form for adding"""
1.31 dwinter 343: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
1.6 dwinter 344: return pt()
345:
346: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
1.49 dwinter 347: """add the copyright"""
1.6 dwinter 348:
1.49 dwinter 349:
350: self._setObject(id, VLP_essay(id, title,label))
1.6 dwinter 351:
1.49 dwinter 352: if RESPONSE is not None:
353: RESPONSE.redirect('manage_main')
354:
1.6 dwinter 355:
1.26 dwinter 356: class VLP_encyclopaedia(VLP_essay):
1.49 dwinter 357: """essay"""
358:
359: meta_type="VLP_encyclopaedia"
360:
361: manage_options = VLP_essay.manage_options+(
362: {'label':'Load File','action':'loadNewFileForm'},
363: )
1.26 dwinter 364:
1.49 dwinter 365:
366: def loadNewFileForm(self):
367: """Neues XML-File einlesen"""
368: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
369: return pt()
370:
371: def loadNewFile(self,RESPONSE=None):
372: """einlesen des neuen files"""
373: fileupload=self.REQUEST['fileupload']
374: if fileupload:
375: file_name=fileupload.filename
376: filedata=fileupload.read()
377:
378: argv=vlp_xmlhelpers.proj2hash(self,filedata)
379: textsStr=string.join(argv['text']).encode('utf-8')
380:
381: texts=textsStr.split("<pb/>")
382:
383: i=0
384: for text in texts:
385: i+=1
386: pageName='page%03d.xml'%i
387: pages=self.ZopeFind(self,obj_ids=[pageName])
388: if pages:
389: pages[0][1].update_data(text)
390:
391: else:
392: zt=File(pageName,pageName,text,content_type="text/plain")
393: self._setObject(pageName,zt)
394:
395: if RESPONSE is not None:
396: RESPONSE.redirect('manage_main')
397:
398:
1.26 dwinter 399: def manage_addVLP_encycForm(self):
400: """Form for adding"""
1.31 dwinter 401: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
1.26 dwinter 402: return pt()
403:
404: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
1.49 dwinter 405: """add the copyright"""
1.26 dwinter 406:
1.49 dwinter 407:
408: self._setObject(id, VLP_encyclopaedia(id, title,label))
1.26 dwinter 409:
1.49 dwinter 410: if RESPONSE is not None:
411: RESPONSE.redirect('manage_main')
412:
1.41 dwinter 413: class VLP_subcollection(ECHO_collection):
1.49 dwinter 414: """ subcollection of elements"""
415:
416: meta_type="VLP_subcollection"
417:
1.53 dwinter 418: def getVLPSubcollectionToc(self,type):
419:
420: #different ordering depending on the type
421: if(type == "(Collection)"):
422: sort= "shortreference"
423: else:
424: sort = "startpages"
425:
426: #content of journals also displayed if not online
427:
1.54 dwinter 428: if (type == "(JournalVolume)"):
1.53 dwinter 429: online =""
430: else:
431: online ="AND online = 1"
432: sort=self.collectionSort(type)
433:
434: item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.58 dwinter 435: WHERE volumeid ~ '%s\\\\M' """%self.getId()
1.53 dwinter 436: + """ %s AND not referenceType='%s' """%(online,type)
437: + """ORDER BY """ + sort)]
438:
439: tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
1.56 dwinter 440: WHERE reference = '%s' """%self.getId()
1.53 dwinter 441: + """AND online = 1 AND referenceType='%s' """%type
442: + """ORDER BY """ + sort)]
443:
444:
445:
446: return tocItem+item
447:
1.49 dwinter 448: def checkForFrontMatter(self,item):
449: """Teste ob Frontmatter exists"""
450: if not item==self.getId():
451: return False
452:
453: if self.ZopeFind(self,obj_ids=[self.getId()]):
454: return True
455: else:
456: return False
457:
458: def generateSubCollectionFromDB(self):
459: """erzeuge subcollection"""
460: for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
461: manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
462:
1.41 dwinter 463:
1.49 dwinter 464: def index_html(self):
465: """erzeuge darstellung"""
466:
467: if hasattr(self,'subCollection_template.html'):
468: return getattr(self,'subCollection_template.html')()
1.43 dwinter 469:
1.49 dwinter 470: pt=zptFile(self, 'vlp/subCollection_template.zpt')
471: return pt()
1.41 dwinter 472:
473:
474: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
475:
1.49 dwinter 476: self._setObject(id,VLP_subcollection(id,title,label))
1.41 dwinter 477:
1.49 dwinter 478: if RESPONSE is not None:
479: RESPONSE.redirect('manage_main')
1.41 dwinter 480:
1.6 dwinter 481:
1.2 dwinter 482: class VLP_collection(ECHO_collection):
483: """VLP spezifische Erweiterung der Collection"""
484:
1.41 dwinter 485:
1.3 dwinter 486: meta_type="VLP_collection"
487: manage_options=ECHO_collection.manage_options+(
488: {'label':'Change Path','action':'VLP_path_configForm'},
489: {'label':'Update Library','action':'updateCollection'},
490: {'label':'Update Metadata','action':'updateCollectionMD'},
491: )
492:
1.41 dwinter 493:
1.44 dwinter 494:
1.65 casties 495: def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
1.63 casties 496: """erzeuge subcollectionen"""
497: logging.debug("generateSubCollections")
498: founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
499:
1.65 casties 500: if RESPONSE is not None:
501: RESPONSE.setHeader('Content-Type','text/html')
502: self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
1.63 casties 503: for found in founds:
504: try:
505: litid = str(found.reference)
506: foundCol=self.ZopeFind(self,obj_ids=[litid])
507: if foundCol:
1.65 casties 508: col = foundCol[0][1]
509: logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
510: if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
511: # subcollection seems to have changed
512: logging.debug("generateSubCollections: subcollection has changed, recreating!")
513: self.manage_delObjects([foundCol[0][0]])
514: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
515: else:
516: logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
517: manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
1.64 casties 518:
519: #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
520: if os.path.exists(os.path.join(self.vlp_basis,litid)):
1.65 casties 521: logging.debug("generateSubCollections: found frontmatter in %s"%litid)
1.64 casties 522: obj=getattr(self,litid)
523: if not self.ZopeFind(obj,obj_ids=[litid]):
524: metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
525: newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
526: obj._setObject(litid,newObj)
527:
528: genObj=getattr(obj,litid)
1.65 casties 529: genObj.createIndexFile(forceUpdate=forceUpdate)
530:
531: if RESPONSE is not None:
532: self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
1.77 ! casties 533: logging.debug("<p>%s</p>\n"%litid)
1.49 dwinter 534:
1.63 casties 535: except:
536: error=sys.exc_info()[0:2]
537: logging.error("generateSubCollections: ERROR in %s"%litid)
1.65 casties 538: if RESPONSE is not None:
539: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
1.63 casties 540: #logging.error("generateSubCollections: %s %s"%error)
541: #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
1.65 casties 542: errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
1.63 casties 543: #errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
544:
545: return errorsTXT
1.49 dwinter 546:
1.3 dwinter 547: def VLP_path_configForm(self):
1.5 dwinter 548: """change pt"""
1.44 dwinter 549: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
1.3 dwinter 550: return pt()
551:
552: def VLP_path_config(self,path,RESPONSE=None):
553: """config"""
1.44 dwinter 554: self.vlp_basis=path
1.3 dwinter 555: if RESPONSE is not None:
556: RESPONSE.redirect('manage_main')
557:
1.65 casties 558: def updateCollection(self,forceUpdate=False,RESPONSE=None):
1.3 dwinter 559: """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
1.49 dwinter 560: errorsTXT="<h2>Errors</h2>"
1.65 casties 561: if RESPONSE is not None:
562: RESPONSE.setHeader('Content-Type','text/html')
563: RESPONSE.write("<html><body>")
564:
1.44 dwinter 565: files=os.listdir(self.vlp_basis)
1.75 dwinter 566: i=0
1.3 dwinter 567: for fileName in files:
1.75 dwinter 568: if i<100:
569: i+=1
570: else:
571: i=0
1.76 dwinter 572: j=0
573: while j<5:
574: try:
575: transaction.get().commit()
576: j=6
577: except:
578: logging.error("Commit: %s"%j)
579: j+=1
580:
1.75 dwinter 581: RESPONSE.write("<p>committed</p>")
1.3 dwinter 582: if fileName[0:3]=="lit":
583: metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
1.49 dwinter 584: try:
1.63 casties 585: if not hasattr(self,fileName):
1.65 casties 586: # create new resource
1.63 casties 587: logging.debug("updateCollection: new %s"%fileName)
1.65 casties 588: if RESPONSE is not None:
589: RESPONSE.write("<p>new: %s</p>\n"%fileName)
1.77 ! casties 590: logging.debug("new: %s \n"%fileName)
1.63 casties 591: newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
592: self._setObject(fileName,newObj)
1.49 dwinter 593:
1.65 casties 594: if RESPONSE is not None:
595: RESPONSE.write("<p>got: %s "%fileName)
1.77 ! casties 596:
! 597: logging.debug("got: %s "%fileName)
1.63 casties 598: genObj=getattr(self,fileName)
599: logging.debug("updateCollection: inspecting %s"%fileName)
1.65 casties 600: # create index
1.63 casties 601: if hasattr(genObj,'createIndexFile'):
602: try:
603: logging.debug("updateCollection: creating index for %s"%fileName)
1.65 casties 604: msg = genObj.createIndexFile(forceUpdate=forceUpdate)
605: if msg and RESPONSE is not None:
606: RESPONSE.write(msg)
1.63 casties 607: except:
608: error=sys.exc_info()[0:2]
1.65 casties 609: if RESPONSE is not None:
610: RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
611: errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
612:
613: # update pageSizeSum for subcollections
1.63 casties 614: if genObj.meta_type=="VLP_subcollection":
1.65 casties 615: if RESPONSE is not None:
616: RESPONSE.write(" is subcollection")
1.63 casties 617: logging.debug("updateCollection: %s is subcollection"%fileName)
618: genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
619: else:
620: genObj.pageSizeSum=genObj.getPageSizeSum()
1.65 casties 621:
622: if RESPONSE is not None:
623: RESPONSE.write("</p>\n")
624:
1.49 dwinter 625: except:
1.63 casties 626: error=sys.exc_info()[0:2]
1.65 casties 627: logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
628: if RESPONSE is not None:
629: RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
630: errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
631:
632: # update subcollections
633: errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
1.60 casties 634: errorsTXT+="\n"
1.65 casties 635: if RESPONSE is not None:
636: RESPONSE.write(errorsTXT)
637: RESPONSE.write("</body></html>")
1.3 dwinter 638:
639: def updateCollectionMD(self,RESPONSE=None):
640: """updateMD"""
1.44 dwinter 641: files=os.listdir(self.vlp_basis)
1.3 dwinter 642: for fileName in files:
1.4 dwinter 643: if fileName[0:3]=="lit":
1.3 dwinter 644: genObj=getattr(self,fileName)
645: genObj.copyIndex_meta2echo_resource()
646: genObj.generate_title()
647:
648: if RESPONSE is not None:
649: RESPONSE.redirect('manage_main')
650:
1.20 dwinter 651: def copyFullTextsFromDB(self,RESPONSE=None):
1.49 dwinter 652: """copy fulltext aus DB"""
1.2 dwinter 653:
1.49 dwinter 654: ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
655: ret=""
656: for res in ress:
657: tmp=res[1].copyTranscriptionFromDB()
658: ret+=tmp
659:
660: if RESPONSE:
661: RESPONSE.write(tmp+"\n")
662: if not RESPONSE:
663: return ret
664: else:
665: RESPONSE.write("END\n")
666:
667:
1.2 dwinter 668: def manage_addVLP_collectionForm(self):
669: """Form for adding a ressource"""
1.31 dwinter 670: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
1.2 dwinter 671: return pt()
672:
673:
674:
1.3 dwinter 675: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
1.2 dwinter 676: """add a echo collection"""
677:
678:
679: newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
680:
681: self._setObject(id,newObj)
1.3 dwinter 682: setattr(newObj,'path',path)
1.2 dwinter 683:
684: if RESPONSE is not None:
685: RESPONSE.redirect('manage_main')
686:
687:
1.1 dwinter 688:
1.33 dwinter 689: class VLP_resource(ECHO_resource,Cacheable):
1.1 dwinter 690: """VLP spezifische Erweiterung"""
691:
692: meta_type="VLP_resource"
693:
1.44 dwinter 694: #vlp_basis="/mpiwg/online/permanent/vlp"
1.1 dwinter 695:
696:
697: referencetypes=[]
698:
1.35 dwinter 699: manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
1.1 dwinter 700: {'label':'Update Index','action':'createIndexFile'},
701: {'label':'Reset MetaLink','action':'resetMetaLink'},
702: {'label':'Generate Title','action':'generate_title'},
1.49 dwinter 703: {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
1.1 dwinter 704: )
705:
1.36 dwinter 706:
707: def getImagePath(self):
1.49 dwinter 708: """Pfad zu den Images"""
709:
710: if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
711: return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
1.69 casties 712: elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pages')):
713: return os.path.join(self.vlp_basis,self.resourceID,'pages')
1.49 dwinter 714: else:
715: return "<error>no images </error>"
1.20 dwinter 716:
1.36 dwinter 717:
1.49 dwinter 718:
1.20 dwinter 719: def transcription(self):
1.49 dwinter 720: """show the rendered transcriptiofile"""
721:
722: if hasattr(self,'libraryTranscriptionTemplate.html'):
723: return getattr(self,'libraryTranscriptionTemplate.html')()
724:
725: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
726: pt.content_type="text/html"
727: return pt()
1.20 dwinter 728:
729:
730:
1.74 dwinter 731: def identifyMediaType(self):
732: """identifiziert den Medientype aus der VLP Datenbank"""
733: founds=self.ZSQLSimpleSearch('select * from vl_literature where reference=\''+self.resourceID+'\' order by id')
734: if (not founds) or (len(founds)==0):
735: self.mediaType="generic" # steht nicht in der Datenbank, dann nimm generisch an
736: return self.mediaType
737:
738:
739: if founds[0].referencetype =="Audio":
740: self.mediaType ="audio"
741: elif founds[0].referencetype =="Film":
742: self.mediaType ="video"
743: else:
744: self.mediaType ="image" # nimm an, dass alle anderen Eintrage in der Datenbank auf images verweisen (Buecher oder Fotografien).
745:
746: return self.mediaType
747:
748: def getMediaType(self,cached=False):
749: """give the Media-type back, if chached False, then get it from the database"""
750:
751: if (not hasattr(self,'mediaType')) or (self.mediaType=="") or (not cached):
752: self.identifyMediaType()
753:
754: return self.mediaType
755:
756:
757:
758:
1.20 dwinter 759: def copyTranscriptionFromDB(self):
1.49 dwinter 760: """checks if transcription exits in DB"""
761: founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
1.38 dwinter 762:
1.20 dwinter 763:
1.49 dwinter 764: ret="""<?xml version="1.0" encoding="utf-8"?>
1.20 dwinter 765: <text>"""
766:
1.49 dwinter 767: if founds:
768:
769: for found in founds:
770:
771: text=found.transcript
772: if not text: text=""
773: ret+="<page><pb/>"+text+"</page>"
774:
775: ret+="</text>"
776: re2=ret[0:]
777: re3=re2.decode('latin-1').encode('utf-8')
778: #re3=re2
779: ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
780:
781: if ft:
782:
783: ft[0][1].pt_edit(re3,'text/xml')
784:
785: else:
786:
787: self._setObject('fulltext',ECHO_fullText(id,''))
788:
789: try:
790: getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
791: except:
1.40 dwinter 792: getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
793:
1.49 dwinter 794: return "FT: %s"%self.getId()
795: else:
796: return "no: %s"%self.getId()
797:
1.1 dwinter 798: def resetMetaLink(self,all="no",RESPONSE=None):
799: """resets metalink to standard resp. in case of server change it sets to the new server url"""
800: if all=="yes":
801: self.metalink=self.absolute_url()+"/index_meta"
802: else:
803: splitted=self.metalink.split("/")
804: if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
805: self.metalink=self.absolute_url()+"/index_meta"
806:
807: if RESPONSE:
808: return "done"
809:
810: def show(self):
811: """show the rendered file"""
1.11 dwinter 812:
1.74 dwinter 813: mt = self.getMediaType()
1.49 dwinter 814:
1.74 dwinter 815: if (mt in ['video','audio']):
816: pt = self.getVLPTemplate('libraryMovieTemplate')
817: else: #zur zeit werden alle anderen type auf das libraryTemplate abgebildet.
818:
819: if self.REQUEST.get('p',None): #make sure that parameter p exists
820: #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
821: params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
822: mk = self.REQUEST.get('mk',None)
823: if mk:
824: params += "&mk=%s"%mk
825: self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
826:
827: pt = self.getVLPTemplate('libraryTemplate')
828:
829: return pt()
830:
831: def getVLPTemplate(self,name):
832: html=name+".html"
833: if hasattr(self,html):
834: return getattr(self,html)
835:
836: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp',name+'.zpt')).__of__(self)
1.1 dwinter 837: pt.content_type="text/html"
1.74 dwinter 838: return pt
1.37 dwinter 839:
840: def index_html(self):
1.49 dwinter 841: """index_html"""
842: #return self.REQUEST
843: if not self.REQUEST.has_key("ws"):
844: self.REQUEST.form["ws"]="1.5"
1.37 dwinter 845:
1.49 dwinter 846: return self.show()
1.14 dwinter 847:
848: def generateLibraryTemplateHTML(self,RESPONSE=None):
849: """lege standard index.html an"""
850:
1.49 dwinter 851: if not hasattr(self,'libraryTemplate.html'):
1.14 dwinter 852: zt=ZopePageTemplate('libraryTemplate.html')
853: self._setObject('libraryTemplate.html',zt)
854: default_content_fn = os.path.join(package_home(globals()),
855: 'vlp/library_template.zpt')
856: text = open(default_content_fn).read()
857: zt.pt_edit(text, 'text/html')
858:
859: else:
860: return "already exists!"
861:
862: if RESPONSE is not None:
863: RESPONSE.redirect('manage_main')
864:
865:
1.1 dwinter 866: def index_meta(self):
867: """index_meta"""
1.11 dwinter 868:
1.31 dwinter 869: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
1.1 dwinter 870: pt.content_type="text/html"
871: return pt()
1.11 dwinter 872:
873: def file2page(self,p):
874: """converts filename to pagenumber"""
1.21 dwinter 875: dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
1.11 dwinter 876:
877: for page in dom.getElementsByTagName('page'):
1.49 dwinter 878: # pageummer mit lo oder hi sind aequivalent
879: if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
880: return page.getAttribute('nr')
1.11 dwinter 881:
882: return 0
1.48 dwinter 883:
884: def getPageSizeSum(self):
1.49 dwinter 885: """generate average page size"""
1.48 dwinter 886:
1.49 dwinter 887: #size of hi resolution
888: files=[]
889: try:
1.69 casties 890: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pages')
1.49 dwinter 891: files=os.listdir(pathHi)
892: hi=0
893: for f in files:
894: hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
895:
896: except:
897: hi=0
898:
899: #size of hi resolution
900: try:
901: pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
902: files=os.listdir(pathHi)
903: lo=0
904: for f in files:
905: lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
906:
907: except:
908: lo=0
909:
910:
911: return (hi,lo,len(files))
912:
1.48 dwinter 913:
914: def getPageWeights(self):
1.49 dwinter 915: """average Page sizes in kBytes"""
1.1 dwinter 916:
1.49 dwinter 917: res=getattr(self,'pageSizeSum',(0,0,1))
918: return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
919:
920:
921:
1.1 dwinter 922: def dir2index(self):
923: """dir to index"""
924:
1.62 casties 925: excludeNames=['Icon']
1.49 dwinter 926:
927:
1.1 dwinter 928: def calculateName(str):
1.49 dwinter 929: name=os.path.splitext(str[1:])[0]
1.31 dwinter 930: ret="%s: %s"%(str[0],name)
1.1 dwinter 931: return ret
1.2 dwinter 932:
933: try:
934: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
935: self.imagePath='pageimg'
936: except:
1.69 casties 937: ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pages'))
938: self.imagePath='pages'
1.1 dwinter 939: temp=[]
1.49 dwinter 940: ret.sort()
1.1 dwinter 941: for x in ret:
1.62 casties 942: if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
1.11 dwinter 943: temp.append((calculateName(x),os.path.splitext(x)[0]))
1.1 dwinter 944: return temp
945:
1.11 dwinter 946:
1.1 dwinter 947: def firstPage(self,url=None):
948: """showlink to the first image"""
1.24 dwinter 949: if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
1.67 casties 950: return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
1.1 dwinter 951:
952: else:
1.49 dwinter 953: ws=self.REQUEST.get('ws','1')
954: return """<a href=%s>
1.67 casties 955: <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
1.1 dwinter 956: </a>
1.30 dwinter 957: """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
1.1 dwinter 958:
959: def lastPage(self,url=None):
960: """showlink to the first image"""
961: pages=self.readIndexFile(url)
962: if pages:
963: ln=len(pages)
964:
1.24 dwinter 965: if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
1.67 casties 966: return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
1.1 dwinter 967:
968: else:
1.49 dwinter 969: ws=self.REQUEST.get('ws','1')
970: return """<a href=%s>
1.67 casties 971: <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
1.1 dwinter 972: </a>
1.30 dwinter 973: """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
1.1 dwinter 974:
975: def prevPage(self,url=None):
976: """showlink to the first image"""
977:
978:
979: nn = int(self.REQUEST.get('pn','1'))-1
980: if nn < 1: #letzte seite dann kein a tag
1.67 casties 981: return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
1.1 dwinter 982:
983: else:
1.49 dwinter 984: ws=self.REQUEST.get('ws','1')
985: return """<a href=%s>
1.67 casties 986: <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
1.1 dwinter 987: </a>
1.30 dwinter 988: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 989:
990: def nextPage(self,url=None):
991: """showlink to the first image"""
992: pages=self.readIndexFile(url)
993: if pages:
994: ln=len(pages)
995:
996: nn = int(self.REQUEST.get('pn','1'))+1
1.24 dwinter 997: if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
1.67 casties 998: return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
1.1 dwinter 999:
1000: else:
1.49 dwinter 1001: ws=self.REQUEST.get('ws','1')
1002: return """<a href=%s>
1.67 casties 1003: <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
1.1 dwinter 1004: </a>
1.30 dwinter 1005: """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
1.1 dwinter 1006:
1007:
1008: def readIndexFile(self,url=None):
1009: """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
1.49 dwinter 1010: if not url:
1.50 dwinter 1011: urlTmp=self.absolute_url()+"/index.xml"
1.1 dwinter 1012:
1.49 dwinter 1013: if self.ZCacheable_isCachingEnabled():
1.51 dwinter 1014:
1.50 dwinter 1015: result = self.ZCacheable_get(view_name=urlTmp)
1.33 dwinter 1016: if result is not None:
1017: # Got a cached value.
1018: return result
1019:
1020: pagelist=[]
1.50 dwinter 1021:
1022: if not url:
1.51 dwinter 1023:
1.50 dwinter 1024: xmlTxt=getattr(self,'index.xml')()
1025: dom=xml.dom.minidom.parseString(xmlTxt)
1026: else:
1027: fh=ECHO_helpers.urlopen(urlTmp)
1028: dom=xml.dom.minidom.parse(fh)
1.1 dwinter 1029:
1030:
1031: for page in dom.getElementsByTagName('page'):
1032: text=getText(page.childNodes)
1033: pageNum=page.getAttribute('nr')
1.49 dwinter 1034: fileName=page.getAttribute('file')
1.22 dwinter 1035: pagelist.append((pageNum,text,fileName))
1.1 dwinter 1036:
1.50 dwinter 1037: self.ZCacheable_set(pagelist,view_name=urlTmp)
1.33 dwinter 1038: return pagelist
1.22 dwinter 1039:
1040: def getFileName(self):
1.49 dwinter 1041: """getNameOfCurrentFile"""
1042: try:
1043: pn=int(self.REQUEST.get('pn','1'))
1044: except:
1045: pn=1
1046: pageinfo=self.readIndexFile()[pn-1]
1047: return pageinfo[2]
1.22 dwinter 1048:
1.65 casties 1049: def createIndexFile(self,forceUpdate=False,RESPONSE=None):
1.1 dwinter 1050: """create index file"""
1.62 casties 1051: logging.debug("createindexfile of %s"%self.id)
1.1 dwinter 1052:
1.65 casties 1053: if hasattr(self,'index.xml'):
1054: # index exists
1055: zt=getattr(self,'index.xml')
1056: if not forceUpdate:
1057: # check if directory is newer (self.imagePath sould be set by now)
1058: imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
1059: dirtime = os.path.getmtime(imgdir)
1060: zttime = zt.bobobase_modification_time()
1061: logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
1062: if dirtime < zttime:
1063: # nothing to do
1064: logging.debug("createindexfile: dir %s older than index"%(imgdir))
1065: return "index is up to date"
1066:
1067: else:
1068: # create new index template
1.1 dwinter 1069: zt=ZopePageTemplate('index.xml')
1070: self._setObject('index.xml',zt)
1.65 casties 1071:
1072: # fill index template
1073: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
1.62 casties 1074: #logging.debug("createindexfile uses %s"%pt)
1.1 dwinter 1075: zt.pt_edit(pt, 'text/xml')
1.62 casties 1076: transaction.get().commit()
1.1 dwinter 1077:
1078: if RESPONSE is not None:
1079: RESPONSE.redirect('manage_main')
1080:
1081:
1082: def manage_addVLP_resourceForm(self):
1083: """Form for adding a ressource"""
1.31 dwinter 1084: pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
1.1 dwinter 1085: return pt()
1086:
1087:
1088:
1089: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
1090: """addaresource"""
1091:
1092:
1.2 dwinter 1093: if metalink=='':
1094: metalink=self.absolute_url()+"/"+id+"/index_meta"
1095:
1.1 dwinter 1096: newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
1097:
1098: self._setObject(id,newObj)
1099:
1100: if RESPONSE is not None:
1101: RESPONSE.redirect('manage_main')
1102:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to VLPExtension.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content