--- ECHO_content/VLPExtension.py 2004/11/03 15:04:46 1.32
+++ ECHO_content/VLPExtension.py 2006/01/20 15:12:57 1.54
@@ -1,97 +1,100 @@
"""
This module contains extensions which where originally made for the VLP.
"""
-
+from OFS.Cache import Cacheable
from Products.ECHO_content.ECHO_collection import *
from Products.PageTemplates.PageTemplateFile import PageTemplateFile
from Products.PageTemplates.PageTemplate import PageTemplate
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
from OFS.Image import File
try:
- from Products.zogiLib import zogiLib
+ from Products.zogiLib import zogiLib
except:
- print "Zogilib not installed, VLP_resource will not work"
+ print "Zogilib not installed, VLP_resource will not work"
import xml.dom.minidom
import urllib
import xmlrpclib
import vlp_xmlhelpers
+import sys
+import os
+from stat import *
from types import *
from Globals import package_home
def lemmatize(str):
- """takes a str and addes links the dictionary service"""
- server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
- if server:
- splitted=str.split(" ")
- wordlist=["%s"%split for split in splitted].join()
- return wordlist
+ """takes a str and addes links the dictionary service"""
+ server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
+ if server:
+ splitted=str.split(" ")
+ wordlist=["%s"%split for split in splitted].join()
+ return wordlist
-
+
-
+
def makeXML(str):
-
- try:
- dom=xml.dom.minidom.parseString(str)
- return str
- except:
- str=str.replace("& ","& ")
- return """
- %s
- """%str
-
-
-
+
+ try:
+ dom=xml.dom.minidom.parseString(str)
+ return str
+ except:
+ str=str.replace("& ","& ")
+ return """
+ %s
+ """%str
+
+
+
def getText(nodelist):
rc = ""
for node in nodelist:
- if node.nodeType == node.TEXT_NODE:
+ if node.nodeType == node.TEXT_NODE:
rc = rc + node.data
return rc
class sendMailForm(ZopePageTemplate):
- """sendMailForm"""
- meta_type="sendMailForm"
+ """sendMailForm"""
+ meta_type="sendMailForm"
- _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
+ _default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
- manage_options = ZopePageTemplate.manage_options+(
+ manage_options = ZopePageTemplate.manage_options+(
{'label':'Main Config','action':'main_configForm'},
)
- main_configForm = PageTemplateFile(
+ main_configForm = PageTemplateFile(
'vlp/changeSendMailForm', globals())
- def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
- """main_config"""
- self.toAddrs=toAddrs.split("\n")
- self.mailServer=mailServer
- self.subjectAdd=subjectAdd
- if RESPONSE:
- RESPONSE.redirect('manage_main')
-
- def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
- """sendform"""
- fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
- subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
- toaddrs=self.toAddrs
-
- subject="%s %s"%(self.subjectAdd,subject)
-
- msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
- % (fromaddr, subject, ", ".join(toaddrs)))
- server = smtplib.SMTP(self.mailServer)
- #server.set_debuglevel(1)
- msg=msg+content
- server.sendmail(fromaddr, toaddrs, msg)
- server.quit()
+ def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
+ """main_config"""
+ self.toAddrs=toAddrs.split("\n")
+ self.mailServer=mailServer
+ self.subjectAdd=subjectAdd
+ if RESPONSE:
+ RESPONSE.redirect('manage_main')
+
+ def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
+ """sendform"""
+ fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
+ subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
+ toaddrs=self.toAddrs
+
+ subject="%s %s"%(self.subjectAdd,subject)
+
+ msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
+ % (fromaddr, subject, ", ".join(toaddrs)))
+ server = smtplib.SMTP(self.mailServer)
+ #server.set_debuglevel(1)
+ msg=msg+content
+ server.sendmail(fromaddr, toaddrs, msg)
+ server.quit()
- if RESPONSE:
- RESPONSE.redirect(nextPage)
+ if RESPONSE:
+ RESPONSE.redirect(nextPage)
manage_addSendMailFormForm = PageTemplateFile(
'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
@@ -108,9 +111,9 @@ def manage_addSendMailForm(self, id, toA
ob = getattr(self, id)
if title:
ob.pt_setTitle(title)
- setattr(ob,'toAddrs',toAddrsList)
- setattr(ob,'mailServer',mailServer)
- setattr(ob,'subjectAdd',subjectAdd)
+ setattr(ob,'toAddrs',toAddrsList)
+ setattr(ob,'mailServer',mailServer)
+ setattr(ob,'subjectAdd',subjectAdd)
return ob
else:
file = REQUEST.form.get('file')
@@ -129,26 +132,26 @@ def manage_addSendMailForm(self, id, toA
if submit == " Add and Edit ":
u = "%s/%s" % (u, quote(id))
-
- ob = getattr(self, id)
+
+ ob = getattr(self, id)
if title:
ob.pt_setTitle(title)
-
- setattr(ob,'toAddrs',toAddrsList)
- setattr(ob,'mailServer',mailServer)
- setattr(ob,'subjectAdd',subjectAdd)
+
+ setattr(ob,'toAddrs',toAddrsList)
+ setattr(ob,'mailServer',mailServer)
+ setattr(ob,'subjectAdd',subjectAdd)
REQUEST.RESPONSE.redirect(u+'/manage_main')
return ''
-
+
class VLP_essay(Folder):
"""classe für VLP essays"""
meta_type="VLP_essay"
manage_options = Folder.manage_options+(
- {'label':'Main Config','action':'ConfigVLP_essayForm'},
- {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
+ {'label':'Main Config','action':'ConfigVLP_essayForm'},
+ {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
)
def content_html(self,type='collection'):
@@ -157,7 +160,7 @@ class VLP_essay(Folder):
#
#if templates:
# return templates[0][1]()
-
+
if hasattr(self,type+"_template"):
obj=getattr(self,type+"_template")
return obj()
@@ -187,20 +190,20 @@ class VLP_essay(Folder):
self.label=label
def index_html(self):
-
- """show the rendered file"""
-
- if hasattr(self,'essayTemplate.html'):
- return getattr(self,'essayTemplate.html')()
-
- pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
- pt.content_type="text/html"
- return pt()
+
+ """show the rendered file"""
+
+ if hasattr(self,'essayTemplate.html'):
+ return getattr(self,'essayTemplate.html')()
+
+ pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
+ pt.content_type="text/html"
+ return pt()
def generateEssayTemplateHTML(self,RESPONSE=None):
"""lege standard index.html an"""
- if not hasattr(self,'essayTemplate.html'):
+ if not hasattr(self,'essayTemplate.html'):
zt=ZopePageTemplate('essayTemplate.html')
self._setObject('essayTemplate.html',zt)
default_content_fn = os.path.join(package_home(globals()),
@@ -221,25 +224,26 @@ class VLP_essay(Folder):
return cmp(x[0],y[0])
pages=[]
pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
- for page in pagestmp:
- if not (page[1].getId()[0]=="."):
- pages.append(page)
-
+ for page in pagestmp:
+ if not (page[1].getId()[0]=="."):
+ pages.append(page)
+
pages.sort(sortFind)
#print str(pages[int(pagenum)][1]())
+
if pages[int(pagenum)-1][1].meta_type=='File':
-
- #return makeXML(str(pages[int(pagenum)-1][1]))
- #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
- txt=pages[int(pagenum)-1][1].data
- #print txt.encode('utf-8')
-
- return self.xml2html(makeXML(txt),quote="no")
+
+ #return makeXML(str(pages[int(pagenum)-1][1]))
+ #txt=pages[int(pagenum)-1][1].data.decode('utf-8')
+ txt=pages[int(pagenum)-1][1].data
+ #print txt.encode('utf-8')
+
+ return self.xml2html(makeXML(txt),quote="no")
else:
-
-
+
+
- return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
+ return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
def nextPage(self,pagenum,url):
pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
@@ -272,76 +276,145 @@ def manage_addVLP_essayForm(self):
return pt()
def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
- """add the copyright"""
+ """add the copyright"""
-
- self._setObject(id, VLP_essay(id, title,label))
+
+ self._setObject(id, VLP_essay(id, title,label))
- if RESPONSE is not None:
- RESPONSE.redirect('manage_main')
-
+ if RESPONSE is not None:
+ RESPONSE.redirect('manage_main')
+
class VLP_encyclopaedia(VLP_essay):
- """essay"""
+ """essay"""
+
+ meta_type="VLP_encyclopaedia"
+
+ manage_options = VLP_essay.manage_options+(
+ {'label':'Load File','action':'loadNewFileForm'},
+ )
- meta_type="VLP_encyclopaedia"
-
- manage_options = VLP_essay.manage_options+(
- {'label':'Load File','action':'loadNewFileForm'},
- )
-
-
- def loadNewFileForm(self):
- """Neues XML-File einlesen"""
- pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
- return pt()
-
- def loadNewFile(self,RESPONSE=None):
- """einlesen des neuen files"""
- fileupload=self.REQUEST['fileupload']
- if fileupload:
- file_name=fileupload.filename
- filedata=fileupload.read()
-
- argv=vlp_xmlhelpers.proj2hash(self,filedata)
- textsStr=string.join(argv['text']).encode('utf-8')
-
- texts=textsStr.split("")
-
- i=0
- for text in texts:
- i+=1
- pageName='page%03d.xml'%i
- pages=self.ZopeFind(self,obj_ids=[pageName])
- if pages:
- pages[0][1].update_data(text)
-
- else:
- zt=File(pageName,pageName,text,content_type="text/plain")
- self._setObject(pageName,zt)
-
- if RESPONSE is not None:
- RESPONSE.redirect('manage_main')
-
-
+
+ def loadNewFileForm(self):
+ """Neues XML-File einlesen"""
+ pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
+ return pt()
+
+ def loadNewFile(self,RESPONSE=None):
+ """einlesen des neuen files"""
+ fileupload=self.REQUEST['fileupload']
+ if fileupload:
+ file_name=fileupload.filename
+ filedata=fileupload.read()
+
+ argv=vlp_xmlhelpers.proj2hash(self,filedata)
+ textsStr=string.join(argv['text']).encode('utf-8')
+
+ texts=textsStr.split("")
+
+ i=0
+ for text in texts:
+ i+=1
+ pageName='page%03d.xml'%i
+ pages=self.ZopeFind(self,obj_ids=[pageName])
+ if pages:
+ pages[0][1].update_data(text)
+
+ else:
+ zt=File(pageName,pageName,text,content_type="text/plain")
+ self._setObject(pageName,zt)
+
+ if RESPONSE is not None:
+ RESPONSE.redirect('manage_main')
+
+
def manage_addVLP_encycForm(self):
"""Form for adding"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
return pt()
def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
- """add the copyright"""
+ """add the copyright"""
+
+
+ self._setObject(id, VLP_encyclopaedia(id, title,label))
+
+ if RESPONSE is not None:
+ RESPONSE.redirect('manage_main')
+
+class VLP_subcollection(ECHO_collection):
+ """ subcollection of elements"""
+
+ meta_type="VLP_subcollection"
+
+ def getVLPSubcollectionToc(self,type):
+
+ #different ordering depending on the type
+ if(type == "(Collection)"):
+ sort= "shortreference"
+ else:
+ sort = "startpages"
+
+ #content of journals also displayed if not online
+
+ if (type == "(JournalVolume)"):
+ online =""
+ else:
+ online ="AND online = 1"
+ sort=self.collectionSort(type)
+
+ item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
+ WHERE volumeid = '%s' """%self.getId()
+ + """ %s AND not referenceType='%s' """%(online,type)
+ + """ORDER BY """ + sort)]
+
+ tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
+ WHERE volumeid = '%s' """%self.getId()
+ + """AND online = 1 AND referenceType='%s' """%type
+ + """ORDER BY """ + sort)]
+
+
-
- self._setObject(id, VLP_encyclopaedia(id, title,label))
+ return tocItem+item
+
+ def checkForFrontMatter(self,item):
+ """Teste ob Frontmatter exists"""
+ if not item==self.getId():
+ return False
+
+ if self.ZopeFind(self,obj_ids=[self.getId()]):
+ return True
+ else:
+ return False
+
+ def generateSubCollectionFromDB(self):
+ """erzeuge subcollection"""
+ for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
+ manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
+
+
+ def index_html(self):
+ """erzeuge darstellung"""
+
+ if hasattr(self,'subCollection_template.html'):
+ return getattr(self,'subCollection_template.html')()
+
+ pt=zptFile(self, 'vlp/subCollection_template.zpt')
+ return pt()
+
+
+def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
+
+ self._setObject(id,VLP_subcollection(id,title,label))
+
+ if RESPONSE is not None:
+ RESPONSE.redirect('manage_main')
- if RESPONSE is not None:
- RESPONSE.redirect('manage_main')
-
class VLP_collection(ECHO_collection):
"""VLP spezifische Erweiterung der Collection"""
+
meta_type="VLP_collection"
manage_options=ECHO_collection.manage_options+(
{'label':'Change Path','action':'VLP_path_configForm'},
@@ -349,39 +422,98 @@ class VLP_collection(ECHO_collection):
{'label':'Update Metadata','action':'updateCollectionMD'},
)
+
+
+ def generateSubCollections(self,errorsTXT=""):
+ """erzeuge subcollectionen"""
+ founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('Edited Book'),'(Book)','(Collection)','(JournalVolume)')")
+
+ self.REQUEST.RESPONSE.write("
Create Subcollections
\n")
+ for found in founds:
+ try:
+ foundCol=self.ZopeFind(self,obj_ids=[found.reference])
+ if foundCol:
+
+ self.manage_delObjects([foundCol[0][0]])
+
+ manage_addVLP_subCollection(self,found.reference,found.titlerefdisplay,found.titlerefdisplay)
+ #getattr(self,found.reference).generateSubCollectionFromDB()
+ #teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
+ if os.path.exists(os.path.join(self.vlp_basis,found.reference)):
+
+ obj=getattr(self,found.reference)
+ if not self.ZopeFind(obj,obj_ids=[found.reference]):
+ metalink=self.REQUEST['URL1']+"/"+found.reference+"/"+found.reference+"/index_meta"
+ newObj=VLP_resource(found.reference,'',metalink,found.reference,found.reference,found.reference,'generated','book','','','','','','')
+ obj._setObject(found.reference,newObj)
+ genObj=getattr(obj,found.reference)
+ genObj.createIndexFile()
+
+ self.REQUEST.RESPONSE.write("%s
\n"%found.reference)
+ except:
+ error=sys.exc_info()[0:2]
+ RESPONSE.write("(ERROR (%s): %s %s)\n"%(found.reference,error[0],error[1]))
+ errorsTXT+="No subcollection of %s "+"(ERROR: %s %s)
"%error
+
+ return errorsTXT
+
def VLP_path_configForm(self):
"""change pt"""
- path=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
+ pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
return pt()
def VLP_path_config(self,path,RESPONSE=None):
"""config"""
- self.path=path
+ self.vlp_basis=path
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def updateCollection(self,RESPONSE=None):
"""liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
- files=os.listdir(self.path)
+ errorsTXT="Errors
"
+ RESPONSE.write("")
+ files=os.listdir(self.vlp_basis)
+
+ errorsTXT+="New Ressources
"
for fileName in files:
if fileName[0:3]=="lit":
metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
- if not hasattr(self,fileName):
- newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
- self._setObject(fileName,newObj)
-
- genObj=getattr(self,fileName)
- genObj.createIndexFile()
-
+ try:
+ if not hasattr(self,fileName):
+ newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
+ self._setObject(fileName,newObj)
+ RESPONSE.write("got: %s\n
"%fileName)
+ genObj=getattr(self,fileName)
+ if hasattr(genObj,'createIndexFile'):
+ try:
+ genObj.createIndexFile()
+ except:
+ error=sys.exc_info()[0:2]
+ RESPONSE.write("(ERROR (%s): %s %s)
\n"%(fileName,error[0],error[1]))
+ errorsTXT+="No indexfile of %s "+"(ERROR: %s %s)
"%error
+
+ if genObj.meta_type=="VLP_subcollection":
+ genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
+ else:
+ genObj.pageSizeSum=genObj.getPageSizeSum()
+
+ except:
+ error=sys.exc_info()[0:2]
+ RESPONSE.write("(ERROR (%s): %s %s)
\n"%(fileName,error[0],error[1]))
+ errorsTXT+="File not created:%s "+"(ERROR: %s %s)
"%error
+
+ errorsTXT+=self.generateSubCollections()
+ errorsTXT+="/n"
+ RESPONSE.write(errorsTXT)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def updateCollectionMD(self,RESPONSE=None):
"""updateMD"""
- files=os.listdir(self.path)
+ files=os.listdir(self.vlp_basis)
for fileName in files:
if fileName[0:3]=="lit":
genObj=getattr(self,fileName)
@@ -392,22 +524,22 @@ class VLP_collection(ECHO_collection):
RESPONSE.redirect('manage_main')
def copyFullTextsFromDB(self,RESPONSE=None):
- """copy fulltext aus DB"""
+ """copy fulltext aus DB"""
- ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
- ret=""
- for res in ress:
- tmp=res[1].copyTranscriptionFromDB()
- ret+=tmp
-
- if RESPONSE:
- RESPONSE.write(tmp+"\n")
- if not RESPONSE:
- return ret
- else:
- RESPONSE.write("END\n")
-
-
+ ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
+ ret=""
+ for res in ress:
+ tmp=res[1].copyTranscriptionFromDB()
+ ret+=tmp
+
+ if RESPONSE:
+ RESPONSE.write(tmp+"\n")
+ if not RESPONSE:
+ return ret
+ else:
+ RESPONSE.write("END\n")
+
+
def manage_addVLP_collectionForm(self):
"""Form for adding a ressource"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
@@ -429,68 +561,87 @@ def manage_addVLP_collection(self,id,tit
-class VLP_resource(ECHO_resource):
+class VLP_resource(ECHO_resource,Cacheable):
"""VLP spezifische Erweiterung"""
meta_type="VLP_resource"
- vlp_basis="/mpiwg/online/permanent/vlp"
+ #vlp_basis="/mpiwg/online/permanent/vlp"
referencetypes=[]
- manage_options=ECHO_resource.manage_options+(
+ manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
{'label':'Update Index','action':'createIndexFile'},
{'label':'Reset MetaLink','action':'resetMetaLink'},
{'label':'Generate Title','action':'generate_title'},
- {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
+ {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
)
+
+ def getImagePath(self):
+ """Pfad zu den Images"""
+
+ if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
+ return os.path.join(self.vlp_basis,self.resourceID,'pageimg')
+ elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi')):
+ return os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
+ else:
+ return "no images "
+
+
def transcription(self):
- """show the rendered transcriptiofile"""
-
- if hasattr(self,'libraryTranscriptionTemplate.html'):
- return getattr(self,'libraryTranscriptionTemplate.html')()
-
- pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
- pt.content_type="text/html"
- return pt()
+ """show the rendered transcriptiofile"""
+
+ if hasattr(self,'libraryTranscriptionTemplate.html'):
+ return getattr(self,'libraryTranscriptionTemplate.html')()
+
+ pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
+ pt.content_type="text/html"
+ return pt()
def copyTranscriptionFromDB(self):
- """checks if transcription exits in DB"""
- founds=self.search(var='select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
+ """checks if transcription exits in DB"""
+ founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
+
-
- ret="""
+ ret="""
"""
- if founds:
-
- for found in founds:
- text=found.transcript
- if not text: text=""
- ret+=""+text+""
-
- ret+=""
- re2=ret[0:]
- re3=re2.decode('latin-1')
-
- ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
-
- if ft:
-
- ft[0][1].pt_edit(re3.encode('utf-8','ignore'),'text/xml')
-
- else:
- self._setObject('fulltext',ECHO_fullText(id,re3))
-
- return "FT: %s"%self.getId()
- else:
- return "no: %s"%self.getId()
-
+ if founds:
+
+ for found in founds:
+
+ text=found.transcript
+ if not text: text=""
+ ret+=""+text+""
+
+ ret+=""
+ re2=ret[0:]
+ re3=re2.decode('latin-1').encode('utf-8')
+ #re3=re2
+ ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
+
+ if ft:
+
+ ft[0][1].pt_edit(re3,'text/xml')
+
+ else:
+
+ self._setObject('fulltext',ECHO_fullText(id,''))
+
+ try:
+ getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
+ except:
+ getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
+
+ return "FT: %s"%self.getId()
+ else:
+ return "no: %s"%self.getId()
+
def resetMetaLink(self,all="no",RESPONSE=None):
"""resets metalink to standard resp. in case of server change it sets to the new server url"""
if all=="yes":
@@ -508,22 +659,28 @@ class VLP_resource(ECHO_resource):
if self.REQUEST.get('p',None):
#self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
- self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+"?pn="+self.file2page(self.REQUEST.get('p',None)))
+ self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+"?pn="+self.file2page(self.REQUEST.get('p',None)))
- if hasattr(self,'libraryTemplate.html'):
- return getattr(self,'libraryTemplate.html')()
-
+ if hasattr(self,'libraryTemplate.html'):
+ return getattr(self,'libraryTemplate.html')()
+
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_template.zpt')).__of__(self)
pt.content_type="text/html"
return pt()
-
- index_html=show
+
+ def index_html(self):
+ """index_html"""
+ #return self.REQUEST
+ if not self.REQUEST.has_key("ws"):
+ self.REQUEST.form["ws"]="1.5"
+
+ return self.show()
def generateLibraryTemplateHTML(self,RESPONSE=None):
"""lege standard index.html an"""
- if not hasattr(self,'libraryTemplate.html'):
+ if not hasattr(self,'libraryTemplate.html'):
zt=ZopePageTemplate('libraryTemplate.html')
self._setObject('libraryTemplate.html',zt)
default_content_fn = os.path.join(package_home(globals()),
@@ -550,17 +707,58 @@ class VLP_resource(ECHO_resource):
dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
for page in dom.getElementsByTagName('page'):
- # pageummer mit lo oder hi sind aequivalent
- if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
- return page.getAttribute('nr')
+ # pageummer mit lo oder hi sind aequivalent
+ if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
+ return page.getAttribute('nr')
return 0
+
+ def getPageSizeSum(self):
+ """generate average page size"""
+
+ #size of hi resolution
+ files=[]
+ try:
+ pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
+ files=os.listdir(pathHi)
+ hi=0
+ for f in files:
+ hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
+
+ except:
+ hi=0
+
+ #size of hi resolution
+ try:
+ pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
+ files=os.listdir(pathHi)
+ lo=0
+ for f in files:
+ lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
+
+ except:
+ lo=0
+
+
+ return (hi,lo,len(files))
+
+
+ def getPageWeights(self):
+ """average Page sizes in kBytes"""
+ res=getattr(self,'pageSizeSum',(0,0,1))
+ return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
+
+
+
def dir2index(self):
"""dir to index"""
+ excludeNames=['Icon']
+
+
def calculateName(str):
- name=os.path.splitext(str[1:])[0]
+ name=os.path.splitext(str[1:])[0]
ret="%s: %s"%(str[0],name)
return ret
@@ -571,9 +769,9 @@ class VLP_resource(ECHO_resource):
ret=os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))
self.imagePath='pagesHi'
temp=[]
- ret.sort()
+ ret.sort()
for x in ret:
- if not (x[0]=="."):
+ if (not (x[0]==".")) and (not x[0:4] in excludeNames):
temp.append((calculateName(x),os.path.splitext(x)[0]))
return temp
@@ -585,8 +783,8 @@ class VLP_resource(ECHO_resource):
return """
first"""
else:
- ws=self.REQUEST.get('ws','1')
- return """
+ ws=self.REQUEST.get('ws','1')
+ return """
first
"""%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
@@ -601,9 +799,9 @@ class VLP_resource(ECHO_resource):
return """
last"""
else:
- ws=self.REQUEST.get('ws','1')
- return """
-
last
+ ws=self.REQUEST.get('ws','1')
+ return """
+
last
"""%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
@@ -616,8 +814,8 @@ class VLP_resource(ECHO_resource):
return """
prev"""
else:
- ws=self.REQUEST.get('ws','1')
- return """
+ ws=self.REQUEST.get('ws','1')
+ return """
prev
"""%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
@@ -633,8 +831,8 @@ class VLP_resource(ECHO_resource):
return """
next"""
else:
- ws=self.REQUEST.get('ws','1')
- return """
+ ws=self.REQUEST.get('ws','1')
+ return """
next
"""%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
@@ -642,30 +840,44 @@ class VLP_resource(ECHO_resource):
def readIndexFile(self,url=None):
"""reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
+ if not url:
+ urlTmp=self.absolute_url()+"/index.xml"
+
+ if self.ZCacheable_isCachingEnabled():
+
+ result = self.ZCacheable_get(view_name=urlTmp)
+ if result is not None:
+ # Got a cached value.
+ return result
+
pagelist=[]
+
if not url:
- url=self.absolute_url()+"/index.xml"
- fh=ECHO_helpers.urlopen(url)
- dom=xml.dom.minidom.parse(fh)
+ xmlTxt=getattr(self,'index.xml')()
+ dom=xml.dom.minidom.parseString(xmlTxt)
+ else:
+ fh=ECHO_helpers.urlopen(urlTmp)
+ dom=xml.dom.minidom.parse(fh)
for page in dom.getElementsByTagName('page'):
text=getText(page.childNodes)
pageNum=page.getAttribute('nr')
- fileName=page.getAttribute('file')
+ fileName=page.getAttribute('file')
pagelist.append((pageNum,text,fileName))
- return pagelist
+ self.ZCacheable_set(pagelist,view_name=urlTmp)
+ return pagelist
def getFileName(self):
- """getNameOfCurrentFile"""
- try:
- pn=int(self.REQUEST.get('pn','1'))
- except:
- pn=1
- pageinfo=self.readIndexFile()[pn-1]
- return pageinfo[2]
+ """getNameOfCurrentFile"""
+ try:
+ pn=int(self.REQUEST.get('pn','1'))
+ except:
+ pn=1
+ pageinfo=self.readIndexFile()[pn-1]
+ return pageinfo[2]
def createIndexFile(self,RESPONSE=None):
"""create index file"""