File:  [Repository] / ECHO_content / VLPExtension.py
Revision 1.68: download - view: text, annotated - select for diffs - revision graph
Fri Jul 18 20:32:31 2008 UTC (15 years, 10 months ago) by dwinter
Branches: MAIN
CVS tags: HEAD
*** empty log message ***

    1: """
    2: This module contains extensions which where originally made for the VLP.
    3: """
    4: from OFS.Cache import Cacheable
    5: from Products.ECHO_content.ECHO_collection import *
    6: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
    7: from Products.PageTemplates.PageTemplate import PageTemplate
    8: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
    9: from OFS.Image import File
   10: try:
   11:         from Products.zogiLib import zogiLib
   12: except:
   13:         print "Zogilib not installed, VLP_resource will not work"
   14: 
   15: import xml.dom.minidom
   16: import urllib
   17: import xmlrpclib
   18: import vlp_xmlhelpers
   19: import sys
   20: import os
   21: from stat import *
   22: from types import *
   23: from Globals import package_home
   24: import transaction
   25: 
   26: 
   27: def lemmatize(str):
   28:         """takes a str and addes links the dictionary service"""
   29:         server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
   30:         if server:
   31:                 splitted=str.split(" ")
   32:                 wordlist=["<w>%s</w>"%split for split in splitted].join()
   33:         return wordlist
   34: 
   35:                 
   36: 
   37:                 
   38: def makeXML(str):
   39:           
   40:             try:
   41:                     dom=xml.dom.minidom.parseString(str)
   42:                     return str
   43:             except:
   44:                     str=str.replace("& ","&amp; ")
   45:                     return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
   46:                               %s
   47:                               </page>"""%str
   48:             
   49:                      
   50:             
   51: def getText(nodelist):
   52: 
   53:     rc = ""
   54:     for node in nodelist:
   55:         if node.nodeType == node.TEXT_NODE:
   56:            rc = rc + node.data
   57:     return rc
   58: 
   59: class sendMailForm(ZopePageTemplate):
   60:         """sendMailForm"""
   61:         meta_type="sendMailForm"
   62: 
   63:         _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
   64: 
   65:         manage_options = ZopePageTemplate.manage_options+(
   66:         {'label':'Main Config','action':'main_configForm'},
   67:         )
   68: 
   69:         main_configForm = PageTemplateFile(
   70:     'vlp/changeSendMailForm', globals())
   71: 
   72:         def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
   73:                 """main_config"""
   74:                 self.toAddrs=toAddrs.split("\n")
   75:                 self.mailServer=mailServer
   76:                 self.subjectAdd=subjectAdd
   77:                 if RESPONSE:
   78:                         RESPONSE.redirect('manage_main')
   79: 
   80:         def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
   81:                 """sendform"""
   82:                 fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
   83:                 subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
   84:                 toaddrs=self.toAddrs
   85: 
   86:                 subject="%s %s"%(self.subjectAdd,subject)
   87:                 
   88:                 msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
   89:                        % (fromaddr, subject, ", ".join(toaddrs)))
   90:                 server = smtplib.SMTP(self.mailServer)
   91:                 #server.set_debuglevel(1)
   92:                 msg=msg+content
   93:                 server.sendmail(fromaddr, toaddrs, msg)
   94:                 server.quit()
   95: 
   96:                 if RESPONSE:
   97:                         RESPONSE.redirect(nextPage)
   98: 
   99: manage_addSendMailFormForm = PageTemplateFile(
  100:     'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
  101: 
  102: from urllib import quote
  103: 
  104: def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
  105:                            REQUEST=None, submit=None):
  106:     "Add a Page Template with optional file content."
  107:     toAddrsList=toAddrs.split("\n")
  108:     id = str(id)
  109:     if REQUEST is None:
  110:         self._setObject(id, sendMailForm(id, text))
  111:         ob = getattr(self, id)
  112:         if title:
  113:             ob.pt_setTitle(title)
  114:         setattr(ob,'toAddrs',toAddrsList)
  115:         setattr(ob,'mailServer',mailServer)
  116:         setattr(ob,'subjectAdd',subjectAdd)
  117:         return ob
  118:     else:
  119:         file = REQUEST.form.get('file')
  120:         headers = getattr(file, 'headers', None)
  121:         if headers is None or not file.filename:
  122:             zpt = sendMailForm(id)
  123:         else:
  124:             zpt = sendMailForm(id, file, headers.get('content_type'))
  125: 
  126:         self._setObject(id, zpt)
  127: 
  128:         try:
  129:             u = self.DestinationURL()
  130:         except AttributeError:
  131:             u = REQUEST['URL1']
  132: 
  133:         if submit == " Add and Edit ":
  134:             u = "%s/%s" % (u, quote(id))
  135:             
  136:         ob = getattr(self, id)
  137:         if title:
  138:             ob.pt_setTitle(title)
  139:             
  140:         setattr(ob,'toAddrs',toAddrsList)
  141:         setattr(ob,'mailServer',mailServer)
  142:         setattr(ob,'subjectAdd',subjectAdd)
  143:         REQUEST.RESPONSE.redirect(u+'/manage_main')
  144:     return ''
  145: 
  146:         
  147: class VLP_essay(Folder):
  148:     """classe fr VLP essays"""
  149: 
  150:     meta_type="VLP_essay"
  151: 
  152:     manage_options = Folder.manage_options+(
  153:                 {'label':'Main Config','action':'ConfigVLP_essayForm'},
  154:                 {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
  155:                 )
  156: 
  157:     def content_html(self,type='collection'):
  158:         """template fuer content"""
  159:         #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
  160:         #
  161:         #if templates:
  162:         #    return templates[0][1]()
  163:         
  164:         if hasattr(self,type+"_template"):
  165:             obj=getattr(self,type+"_template")
  166:             return obj()
  167:         else:
  168:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
  169:             pt.content_type="text/html"
  170:             return pt()
  171: 
  172:     def ConfigVLP_essayForm(self):
  173:         """Form for adding"""
  174:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
  175:         return pt()
  176: 
  177:     def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
  178:         """Change vlp_essay"""
  179:         self.title=title
  180:         self.label=label
  181:         self.description=description
  182: 
  183:         if RESPONSE is not None:
  184:             RESPONSE.redirect('manage_main')
  185: 
  186:     def __init__(self,id,title,label):
  187:         """init"""
  188:         self.id=id
  189:         self.title=title
  190:         self.label=label
  191: 
  192:     def index_html(self):
  193:         
  194:             """show the rendered file"""
  195:             
  196:             if hasattr(self,'essayTemplate.html'):
  197:                         return getattr(self,'essayTemplate.html')()
  198: 
  199:             pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
  200:             pt.content_type="text/html"
  201:             return pt()
  202: 
  203:     def generateEssayTemplateHTML(self,RESPONSE=None):
  204:         """lege standard index.html an"""
  205: 
  206:         if not hasattr(self,'essayTemplate.html'):
  207:             zt=ZopePageTemplate('essayTemplate.html')
  208:             self._setObject('essayTemplate.html',zt)
  209:             default_content_fn = os.path.join(package_home(globals()),
  210:                                                'vlp/essay_template.zpt')
  211:             text = open(default_content_fn).read()
  212:             zt.pt_edit(text, 'text/html')
  213: 
  214:         else:
  215:             return "already exists!"
  216:         
  217:         if RESPONSE is not None:
  218:             RESPONSE.redirect('manage_main')
  219: 
  220: 
  221:     def getPage(self,pagenum):
  222:         """gibt essay page mit num aus"""
  223:         def sortFind(x,y):
  224:             return cmp(x[0],y[0])
  225:         pages=[]
  226:         pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
  227:         for page in pagestmp:
  228:                 if not (page[1].getId()[0]=="."):
  229:                         pages.append(page)
  230:                         
  231:         pages.sort(sortFind)
  232:         #print str(pages[int(pagenum)][1]())
  233:         
  234:         if pages[int(pagenum)-1][1].meta_type=='File':
  235:                 
  236:                 #return makeXML(str(pages[int(pagenum)-1][1]))
  237:                 #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
  238:                 txt=pages[int(pagenum)-1][1].data
  239:                 #print txt.encode('utf-8')
  240:                 
  241:                 return self.xml2html(makeXML(txt),quote="no")
  242:         else:
  243:                 
  244:                 
  245: 
  246:                 return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
  247:         
  248:     def nextPage(self,pagenum,url):
  249:         pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
  250:         if int(pagenum)+1 <= pages:
  251:             retstr=url+"?p="+str(int(pagenum)+1)
  252:             return """<td align="right" <a href="%s">next</a></td>"""%retstr
  253:         
  254:     def previousPage(self,pagenum,url):
  255:         
  256:         if int(pagenum)-1 > 0:
  257:             retstr=url+"?p="+str(int(pagenum)-1)
  258:             return """<td align="left" <a href="%s">previous</a></td>"""%retstr
  259:         
  260:     def nextURL(self,pagenum,url):
  261:         pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
  262:         if int(pagenum)+1 <= pages:
  263:             retstr=url+"?p="+str(int(pagenum)+1)
  264:             return retstr
  265:         
  266:     def lastURL(self,pagenum,url):
  267:         # teste ob performance ok, sonst in variable
  268:         pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) 
  269:         
  270:         return url+"?p="+str(pages)
  271:             
  272:     def previousURL(self,pagenum,url):
  273:         
  274:         if int(pagenum)-1 > 0:
  275:             retstr=url+"?p="+str(int(pagenum)-1)
  276:             return retstr
  277:         
  278:         
  279: def manage_addVLP_essayForm(self):
  280:     """Form for adding"""
  281:     pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
  282:     return pt()
  283: 
  284: def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
  285:         """add the copyright"""
  286: 
  287:         
  288:         self._setObject(id, VLP_essay(id, title,label))
  289: 
  290:         if RESPONSE is not None:
  291:                 RESPONSE.redirect('manage_main')
  292:         
  293: 
  294: class VLP_encyclopaedia(VLP_essay):
  295:         """essay"""
  296: 
  297:         meta_type="VLP_encyclopaedia"
  298:         
  299:         manage_options = VLP_essay.manage_options+(
  300:                 {'label':'Load File','action':'loadNewFileForm'},
  301:                 )
  302: 
  303:         
  304:         def loadNewFileForm(self):
  305:                 """Neues XML-File einlesen"""
  306:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
  307:                 return pt()
  308: 
  309:         def loadNewFile(self,RESPONSE=None):
  310:                 """einlesen des neuen files"""
  311:                 fileupload=self.REQUEST['fileupload']
  312:                 if fileupload:
  313:                         file_name=fileupload.filename
  314:                         filedata=fileupload.read()
  315: 
  316:                         argv=vlp_xmlhelpers.proj2hash(self,filedata)
  317:                         textsStr=string.join(argv['text']).encode('utf-8')
  318:                         
  319:                         texts=textsStr.split("<pb/>")
  320:                         
  321:                         i=0
  322:                         for text in texts:
  323:                                 i+=1
  324:                                 pageName='page%03d.xml'%i
  325:                                 pages=self.ZopeFind(self,obj_ids=[pageName])
  326:                                 if pages:
  327:                                         pages[0][1].update_data(text)
  328: 
  329:                                 else:
  330:                                         zt=File(pageName,pageName,text,content_type="text/plain")
  331:                                         self._setObject(pageName,zt)
  332:                                 
  333:                 if RESPONSE is not None:
  334:                         RESPONSE.redirect('manage_main')
  335:                         
  336:         
  337: def manage_addVLP_encycForm(self):
  338:     """Form for adding"""
  339:     pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
  340:     return pt()
  341: 
  342: def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
  343:         """add the copyright"""
  344: 
  345:         
  346:         self._setObject(id, VLP_encyclopaedia(id, title,label))
  347: 
  348:         if RESPONSE is not None:
  349:                 RESPONSE.redirect('manage_main')
  350:         
  351: class VLP_subcollection(ECHO_collection):
  352:         """ subcollection of elements"""
  353: 
  354:         meta_type="VLP_subcollection"
  355:         
  356:         def getVLPSubcollectionToc(self,type):
  357:             
  358:             #different ordering depending on the type
  359:             if(type == "(Collection)"):
  360:                sort= "shortreference"
  361:             else:
  362:                sort = "startpages"
  363:            
  364:            #content of journals also displayed if not online
  365:            
  366:             if (type == "(JournalVolume)"):
  367:                online =""
  368:             else:
  369:                online ="AND online = 1"
  370:             sort=self.collectionSort(type)
  371:         
  372:             item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature 
  373:                                  WHERE volumeid ~ '%s\\\\M' """%self.getId()
  374:                                  + """ %s AND not referenceType='%s' """%(online,type)
  375:                                  + """ORDER BY """ + sort)]
  376:         
  377:             tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature 
  378:                                  WHERE reference = '%s' """%self.getId()
  379:                                  + """AND online = 1 AND referenceType='%s' """%type
  380:                                  + """ORDER BY """ + sort)]
  381:             
  382:             
  383: 
  384:             return tocItem+item
  385:             
  386:         def checkForFrontMatter(self,item):
  387:                 """Teste ob Frontmatter exists"""
  388:                 if not item==self.getId():
  389:                         return False
  390:                 
  391:                 if self.ZopeFind(self,obj_ids=[self.getId()]):
  392:                         return True
  393:                 else:
  394:                         return False
  395:                 
  396:         def generateSubCollectionFromDB(self):
  397:                 """erzeuge subcollection"""
  398:                 for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
  399:                         manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
  400: 
  401: 
  402:         def index_html(self):
  403:                 """erzeuge darstellung"""
  404:                 
  405:                 if hasattr(self,'subCollection_template.html'):
  406:                         return getattr(self,'subCollection_template.html')()
  407: 
  408:                 pt=zptFile(self, 'vlp/subCollection_template.zpt')
  409:                 return pt()
  410: 
  411: 
  412: def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
  413: 
  414:         self._setObject(id,VLP_subcollection(id,title,label))
  415: 
  416:         if RESPONSE is not None:
  417:                 RESPONSE.redirect('manage_main')
  418: 
  419: 
  420: class VLP_collection(ECHO_collection):
  421:     """VLP spezifische Erweiterung der Collection"""
  422: 
  423:     
  424:     meta_type="VLP_collection"
  425:     manage_options=ECHO_collection.manage_options+(
  426:         {'label':'Change Path','action':'VLP_path_configForm'},
  427:         {'label':'Update Library','action':'updateCollection'},
  428:         {'label':'Update Metadata','action':'updateCollectionMD'},
  429:         )
  430: 
  431: 
  432: 
  433:     def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
  434:         """erzeuge subcollectionen"""
  435:         logging.debug("generateSubCollections")
  436:         founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
  437:         
  438:         if RESPONSE is not None:
  439:             RESPONSE.setHeader('Content-Type','text/html')
  440:             self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
  441:         for found in founds:
  442:             try:
  443:                 litid = str(found.reference)
  444:                 foundCol=self.ZopeFind(self,obj_ids=[litid])
  445:                 if foundCol:
  446:                     col = foundCol[0][1]
  447:                     logging.debug("generateSubCollections: subcollection %s exists (%s)"%(col.getId(),found.reference))
  448:                     if (col.title != found.titlerefdisplay) or (col.label != found.titlerefdisplay):
  449:                         # subcollection seems to have changed    
  450:                         logging.debug("generateSubCollections: subcollection has changed, recreating!")
  451:                         self.manage_delObjects([foundCol[0][0]])
  452:                         manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
  453:                 else:
  454:                     logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
  455:                     manage_addVLP_subCollection(self,litid,found.titlerefdisplay,found.titlerefdisplay)
  456:                 
  457:                 #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
  458:                 if os.path.exists(os.path.join(self.vlp_basis,litid)):
  459:                     logging.debug("generateSubCollections: found frontmatter in %s"%litid)
  460:                     obj=getattr(self,litid)
  461:                     if not self.ZopeFind(obj,obj_ids=[litid]):
  462:                         metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
  463:                         newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
  464:                         obj._setObject(litid,newObj)
  465:                         
  466:                     genObj=getattr(obj,litid)
  467:                     genObj.createIndexFile(forceUpdate=forceUpdate)
  468: 
  469:                 if RESPONSE is not None:
  470:                     self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
  471: 
  472:             except:
  473:                 error=sys.exc_info()[0:2]
  474:                 logging.error("generateSubCollections: ERROR in %s"%litid)
  475:                 if RESPONSE is not None:
  476:                     RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
  477:                 #logging.error("generateSubCollections: %s %s"%error)
  478:                 #self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
  479:                 errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
  480:                 #errorsTXT+="<p>No subcollection of %s  "%litid+"(ERROR: %s %s)</p>"%error
  481:                 
  482:         return errorsTXT
  483:             
  484:     def VLP_path_configForm(self):
  485:         """change pt"""
  486:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
  487:         return pt()
  488: 
  489:     def VLP_path_config(self,path,RESPONSE=None):
  490:         """config"""
  491:         self.vlp_basis=path
  492:         if RESPONSE is not None:
  493:             RESPONSE.redirect('manage_main')
  494: 
  495:     def updateCollection(self,forceUpdate=False,RESPONSE=None):
  496:         """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
  497:         errorsTXT="<h2>Errors</h2>"
  498:         if RESPONSE is not None:
  499:             RESPONSE.setHeader('Content-Type','text/html')
  500:             RESPONSE.write("<html><body>")
  501: 
  502:         files=os.listdir(self.vlp_basis)
  503:         for fileName in files:
  504:             if fileName[0:3]=="lit":
  505:                 metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
  506:                 try:
  507:                     if not hasattr(self,fileName):
  508:                         # create new resource
  509:                         logging.debug("updateCollection: new %s"%fileName)
  510:                         if RESPONSE is not None:
  511:                             RESPONSE.write("<p>new: %s</p>\n"%fileName)
  512:                         newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
  513:                         self._setObject(fileName,newObj)
  514:                 
  515:                     if RESPONSE is not None:
  516:                         RESPONSE.write("<p>got: %s "%fileName)
  517:                     genObj=getattr(self,fileName)
  518:                     logging.debug("updateCollection: inspecting %s"%fileName)
  519:                     # create index
  520:                     if hasattr(genObj,'createIndexFile'):
  521:                         try:
  522:                             logging.debug("updateCollection: creating index for %s"%fileName)
  523:                             msg = genObj.createIndexFile(forceUpdate=forceUpdate)
  524:                             if msg and RESPONSE is not None:
  525:                                 RESPONSE.write(msg)
  526:                         except:
  527:                             error=sys.exc_info()[0:2]
  528:                             if RESPONSE is not None:
  529:                                 RESPONSE.write("(ERROR (%s): %s %s) "%(fileName,error[0],error[1]))
  530:                             errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
  531:                     
  532:                     # update pageSizeSum for subcollections
  533:                     if genObj.meta_type=="VLP_subcollection":
  534:                         if RESPONSE is not None:
  535:                             RESPONSE.write(" is subcollection")
  536:                         logging.debug("updateCollection: %s is subcollection"%fileName)
  537:                         genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
  538:                     else:
  539:                         genObj.pageSizeSum=genObj.getPageSizeSum()
  540: 
  541:                     if RESPONSE is not None:
  542:                         RESPONSE.write("</p>\n")
  543:                        
  544:                 except:
  545:                     error=sys.exc_info()[0:2]
  546:                     logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
  547:                     if RESPONSE is not None:
  548:                         RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(fileName,error[0],error[1]))
  549:                     errorsTXT+="<p>File not created:%s  (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
  550:                             
  551:         # update subcollections    
  552:         errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
  553:         errorsTXT+="\n"
  554:         if RESPONSE is not None:
  555:             RESPONSE.write(errorsTXT)
  556:             RESPONSE.write("</body></html>")
  557: 
  558:     def updateCollectionMD(self,RESPONSE=None):
  559:         """updateMD"""
  560:         files=os.listdir(self.vlp_basis)
  561:         for fileName in files:
  562:             if fileName[0:3]=="lit":
  563:                 genObj=getattr(self,fileName)
  564:                 genObj.copyIndex_meta2echo_resource()
  565:                 genObj.generate_title()
  566: 
  567:         if RESPONSE is not None:
  568:             RESPONSE.redirect('manage_main')
  569: 
  570:     def copyFullTextsFromDB(self,RESPONSE=None):
  571:             """copy fulltext aus DB"""
  572: 
  573:             ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
  574:             ret=""
  575:             for res in ress:
  576:                     tmp=res[1].copyTranscriptionFromDB()
  577:                     ret+=tmp
  578: 
  579:                     if RESPONSE:
  580:                             RESPONSE.write(tmp+"\n")
  581:             if not RESPONSE:                
  582:                     return ret
  583:             else:
  584:                     RESPONSE.write("END\n")
  585:                     
  586:             
  587: def manage_addVLP_collectionForm(self):
  588:         """Form for adding a ressource"""
  589:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
  590:         return pt()
  591: 
  592: 
  593: 
  594: def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
  595:     """add a echo collection"""
  596:     
  597: 
  598:     newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
  599: 
  600:     self._setObject(id,newObj)
  601:     setattr(newObj,'path',path)
  602: 
  603:     if RESPONSE is not None:
  604:         RESPONSE.redirect('manage_main')
  605: 
  606: 
  607: 
  608: class VLP_resource(ECHO_resource,Cacheable):
  609:     """VLP spezifische Erweiterung"""
  610: 
  611:     meta_type="VLP_resource"
  612: 
  613:     #vlp_basis="/mpiwg/online/permanent/vlp"
  614: 
  615:     
  616:     referencetypes=[]
  617: 
  618:     manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
  619:         {'label':'Update Index','action':'createIndexFile'},
  620:         {'label':'Reset MetaLink','action':'resetMetaLink'},
  621:         {'label':'Generate Title','action':'generate_title'},
  622:         {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
  623:         )
  624: 
  625: 
  626:     def getImagePath(self):
  627:             """Pfad zu den Images"""
  628:             
  629:             if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
  630:                     return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
  631:             elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi')):
  632:                     return os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
  633:             else:
  634:                     return "<error>no images </error>"
  635:     
  636: 
  637:             
  638:     def transcription(self):
  639:             """show the rendered transcriptiofile"""
  640:             
  641:             if hasattr(self,'libraryTranscriptionTemplate.html'):
  642:                         return getattr(self,'libraryTranscriptionTemplate.html')()
  643: 
  644:             pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
  645:             pt.content_type="text/html"
  646:             return pt()
  647: 
  648: 
  649: 
  650:     def copyTranscriptionFromDB(self):
  651:             """checks if transcription exits in DB"""
  652:             founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
  653: 
  654: 
  655:             ret="""<?xml version="1.0" encoding="utf-8"?>
  656:                <text>"""
  657:         
  658:             if founds:
  659:                     
  660:                     for found in founds:
  661:                         
  662:                             text=found.transcript
  663:                             if not text: text=""
  664:                             ret+="<page><pb/>"+text+"</page>"
  665: 
  666:                     ret+="</text>"
  667:                     re2=ret[0:]
  668:                     re3=re2.decode('latin-1').encode('utf-8')
  669:                     #re3=re2
  670:                     ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
  671:                     
  672:                     if ft:
  673:                         
  674:                             ft[0][1].pt_edit(re3,'text/xml')
  675:                         
  676:                     else:
  677:         
  678:                             self._setObject('fulltext',ECHO_fullText(id,''))
  679: 
  680:                             try:
  681:                                 getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
  682:                             except:
  683:                                 getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
  684: 
  685:                     return "FT: %s"%self.getId()
  686:             else:
  687:                     return "no: %s"%self.getId()
  688:             
  689:     def resetMetaLink(self,all="no",RESPONSE=None):
  690:         """resets metalink to standard resp. in case of server change it sets to the new server url"""
  691:         if all=="yes":
  692:             self.metalink=self.absolute_url()+"/index_meta"
  693:         else:
  694:             splitted=self.metalink.split("/")
  695:             if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
  696:                 self.metalink=self.absolute_url()+"/index_meta"
  697: 
  698:         if RESPONSE:
  699:             return "done"
  700:             
  701:     def show(self):
  702:         """show the rendered file"""
  703: 
  704:         
  705:         if self.REQUEST.get('p',None):
  706:             #self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
  707:             params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
  708:             mk = self.REQUEST.get('mk',None)
  709:             if mk:
  710:                 params += "&mk=%s"%mk
  711:             self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
  712:            
  713:         if hasattr(self,'libraryTemplate.html'):
  714:                 return getattr(self,'libraryTemplate.html')()
  715:         
  716:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
  717:         pt.content_type="text/html"
  718:         return pt()
  719: 
  720:     def index_html(self):
  721:             """index_html"""
  722:             #return self.REQUEST
  723:             if not self.REQUEST.has_key("ws"):
  724:                     self.REQUEST.form["ws"]="1.5"
  725: 
  726:             return self.show()
  727: 
  728:     def generateLibraryTemplateHTML(self,RESPONSE=None):
  729:         """lege standard index.html an"""
  730: 
  731:         if not hasattr(self,'libraryTemplate.html'):
  732:             zt=ZopePageTemplate('libraryTemplate.html')
  733:             self._setObject('libraryTemplate.html',zt)
  734:             default_content_fn = os.path.join(package_home(globals()),
  735:                                                'vlp/library_template.zpt')
  736:             text = open(default_content_fn).read()
  737:             zt.pt_edit(text, 'text/html')
  738: 
  739:         else:
  740:             return "already exists!"
  741:         
  742:         if RESPONSE is not None:
  743:             RESPONSE.redirect('manage_main')
  744: 
  745: 
  746:     def index_meta(self):
  747:         """index_meta"""
  748:         
  749:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
  750:         pt.content_type="text/html"
  751:         return pt()
  752: 
  753:     def file2page(self,p):
  754:         """converts filename to pagenumber"""
  755:         dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
  756:         
  757:         for page in dom.getElementsByTagName('page'):
  758:                  # pageummer mit lo oder hi sind aequivalent
  759:                  if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
  760:                          return page.getAttribute('nr')
  761:             
  762:         return 0
  763: 
  764:     def getPageSizeSum(self):
  765:             """generate average page size"""
  766: 
  767:             #size of hi resolution
  768:             files=[]
  769:             try:
  770:                     pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
  771:                     files=os.listdir(pathHi)
  772:                     hi=0
  773:                     for f in files:
  774:                             hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
  775: 
  776:             except:
  777:                     hi=0
  778: 
  779:             #size of hi resolution
  780:             try:
  781:                     pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
  782:                     files=os.listdir(pathHi)
  783:                     lo=0
  784:                     for f in files:
  785:                             lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
  786: 
  787:             except:
  788:                     lo=0
  789: 
  790:             
  791:             return (hi,lo,len(files))
  792:                     
  793: 
  794:     def getPageWeights(self):
  795:             """average Page sizes in kBytes"""
  796:     
  797:             res=getattr(self,'pageSizeSum',(0,0,1))
  798:             return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
  799:                             
  800:             
  801:             
  802:     def dir2index(self):
  803:         """dir to index"""
  804: 
  805:         excludeNames=['Icon']
  806:                 
  807:         
  808:         def calculateName(str):
  809:             name=os.path.splitext(str[1:])[0]
  810:             ret="%s: %s"%(str[0],name)
  811:             return ret
  812: 
  813:         try:
  814:             ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg'))
  815:             self.imagePath='pageimg'
  816:         except:
  817:             ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))
  818:             self.imagePath='pagesHi'
  819:         temp=[]
  820:         ret.sort()
  821:         for x in ret:
  822:             if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
  823:                 temp.append((calculateName(x),os.path.splitext(x)[0]))
  824:         return temp
  825: 
  826:     
  827:     def firstPage(self,url=None):
  828:         """showlink to the first image"""
  829:         if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
  830:             return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
  831: 
  832:         else:
  833:                 ws=self.REQUEST.get('ws','1')
  834:                 return """<a href=%s>
  835:                          <img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
  836:                          </a>
  837:                          """%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
  838: 
  839:     def lastPage(self,url=None):
  840:         """showlink to the first image"""
  841:         pages=self.readIndexFile(url)
  842:         if pages:
  843:             ln=len(pages)
  844:         
  845:         if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
  846:             return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
  847: 
  848:         else:
  849:                 ws=self.REQUEST.get('ws','1')
  850:                 return """<a href=%s>
  851:                          <img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
  852:                          </a>
  853:                          """%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
  854:             
  855:     def prevPage(self,url=None):
  856:         """showlink to the first image"""
  857:         
  858: 
  859:         nn = int(self.REQUEST.get('pn','1'))-1
  860:         if nn < 1: #letzte  seite dann kein a tag
  861:             return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
  862: 
  863:         else:
  864:                 ws=self.REQUEST.get('ws','1')
  865:                 return """<a href=%s>
  866:                          <img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
  867:                          </a>
  868:                          """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
  869: 
  870:     def nextPage(self,url=None):
  871:         """showlink to the first image"""
  872:         pages=self.readIndexFile(url)
  873:         if pages:
  874:             ln=len(pages)
  875: 
  876:         nn = int(self.REQUEST.get('pn','1'))+1
  877:         if (nn>int(ln)) or (ln==1): #letzte  seite dann kein a tag
  878:             return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
  879: 
  880:         else:
  881:                 ws=self.REQUEST.get('ws','1')
  882:                 return """<a href=%s>
  883:                          <img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
  884:                          </a>
  885:                          """%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
  886:         
  887:     
  888:     def readIndexFile(self,url=None):
  889:         """reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
  890:         if not url:
  891:             urlTmp=self.absolute_url()+"/index.xml"
  892: 
  893:         if self.ZCacheable_isCachingEnabled():
  894: 
  895:             result = self.ZCacheable_get(view_name=urlTmp)
  896:             if result is not None:
  897:                 # Got a cached value.
  898:                 return result
  899: 
  900:         pagelist=[]
  901:         
  902:         if not url:
  903: 
  904:             xmlTxt=getattr(self,'index.xml')()
  905:             dom=xml.dom.minidom.parseString(xmlTxt)
  906:         else:            
  907:             fh=ECHO_helpers.urlopen(urlTmp)
  908:             dom=xml.dom.minidom.parse(fh)
  909:         
  910:         
  911:         for page in dom.getElementsByTagName('page'):
  912:             text=getText(page.childNodes)
  913:             pageNum=page.getAttribute('nr')
  914:             fileName=page.getAttribute('file')
  915:             pagelist.append((pageNum,text,fileName))
  916: 
  917:         self.ZCacheable_set(pagelist,view_name=urlTmp)
  918:         return pagelist 
  919: 
  920:     def getFileName(self):
  921:            """getNameOfCurrentFile"""
  922:            try:
  923:             pn=int(self.REQUEST.get('pn','1'))
  924:            except:
  925:             pn=1
  926:            pageinfo=self.readIndexFile()[pn-1]
  927:            return pageinfo[2]
  928:    
  929: 
  930:     def createIndexFile(self,forceUpdate=False,RESPONSE=None):
  931: 
  932:         """create index file"""
  933:         logging.debug("createindexfile of %s"%self.id)
  934: 
  935:         if hasattr(self,'index.xml'):
  936:             # index exists
  937:             zt=getattr(self,'index.xml')
  938:             if not forceUpdate:
  939:                 # check if directory is newer (self.imagePath sould be set by now)
  940:                 imgdir = os.path.join(self.vlp_basis, self.resourceID, self.imagePath)
  941:                 dirtime = os.path.getmtime(imgdir)
  942:                 zttime = zt.bobobase_modification_time()
  943:                 logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
  944:                 if dirtime < zttime:
  945:                     # nothing to do
  946:                     logging.debug("createindexfile: dir %s older than index"%(imgdir))
  947:                     return "index is up to date"
  948:                 
  949:         else:
  950:             # create new index template
  951:             zt=ZopePageTemplate('index.xml')
  952:             self._setObject('index.xml',zt)
  953:         
  954:         # fill index template
  955:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
  956:         #logging.debug("createindexfile uses %s"%pt)
  957:         zt.pt_edit(pt, 'text/xml')
  958:         transaction.get().commit()
  959: 
  960:         if RESPONSE is not None:
  961:             RESPONSE.redirect('manage_main')
  962: 
  963:         
  964: def manage_addVLP_resourceForm(self):
  965:         """Form for adding a ressource"""
  966:         pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
  967:         return pt()
  968: 
  969: 
  970: 
  971: def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
  972:     """addaresource"""
  973: 
  974:     
  975:     if metalink=='':
  976:         metalink=self.absolute_url()+"/"+id+"/index_meta"
  977:             
  978:     newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
  979: 
  980:     self._setObject(id,newObj)
  981: 
  982:     if RESPONSE is not None:
  983:         RESPONSE.redirect('manage_main')
  984:  

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>