"""
This module contains extensions which where originally made for the VLP.
"""
from OFS.Cache import Cacheable
from Products.PageTemplates.PageTemplateFile import PageTemplateFile
from Products.PageTemplates.PageTemplate import PageTemplate
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
from OFS.Image import File
import xml.dom.minidom
import urllib
import xmlrpclib
import vlp_xmlhelpers
import sys
import os
from stat import *
from types import *
from Globals import package_home
import transaction
import Acquisition
import re
import logging
from Products.ECHO_content.ECHO_collection import *
from vlp_xmlhelpers import *
try:
from Products.zogiLib import zogiLib
except:
print "Zogilib not installed, VLP_resource will not work"
def lemmatize(str):
"""takes a str and addes links the dictionary service"""
server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
if server:
splitted=str.split(" ")
wordlist=["<w>%s</w>"%split for split in splitted].join()
return wordlist
def makeXML(str):
try:
dom=xml.dom.minidom.parseString(str)
return str
except:
str=str.replace("& ","& ")
return """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"><page>
%s
</page>"""%str
def checkXMLfrag(str):
"""checks and returns str as XML fragment"""
xmltempl = """<?xml version="1.0" encoding="utf-8" ?><!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<txt>%s</txt>"""
try:
dom=xml.dom.minidom.parseString(xmltempl%utf8ify(str))
return str
except:
str=str.replace("& ","& ")
dom=xml.dom.minidom.parseString(xmltempl%utf8ify(str))
return str
def getText(nodelist):
rc = ""
for node in nodelist:
if node.nodeType == node.TEXT_NODE:
rc = rc + node.data
return rc
class sendMailForm(ZopePageTemplate):
"""sendMailForm"""
meta_type="sendMailForm"
_default_content_fn = os.path.join(package_home(globals()), 'vlp','sendMail_template.zpt')
manage_options = ZopePageTemplate.manage_options+(
{'label':'Main Config','action':'main_configForm'},
)
main_configForm = PageTemplateFile(
'vlp/changeSendMailForm', globals())
def main_config(self, toAddrs,mailServer, subjectAdd=None, RESPONSE=None):
"""main_config"""
self.toAddrs=toAddrs.split("\n")
self.mailServer=mailServer
self.subjectAdd=subjectAdd
if RESPONSE:
RESPONSE.redirect('manage_main')
def sendForm(self,fromaddr,subject,content,nextPage="index_html",RESPONSE=None):
"""sendform"""
fromaddr=fromaddr.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
subject=subject.strip("\r\n\t") # sicherstellen dass keine zusaetzlichen headerzeilen eingefuegt werden
toaddrs=self.toAddrs
subject="%s %s"%(self.subjectAdd,subject)
msg = ("From: %s\r\nSubject: %s\r\nTo: %s\r\n\r\n"
% (fromaddr, subject, ", ".join(toaddrs)))
server = smtplib.SMTP(self.mailServer)
#server.set_debuglevel(1)
msg=msg+content
server.sendmail(fromaddr, toaddrs, msg)
server.quit()
if RESPONSE:
RESPONSE.redirect(nextPage)
manage_addSendMailFormForm = PageTemplateFile(
'vlp/addSendMailForm', globals(), __name__='manage_addSendMailFormFrom')
from urllib import quote
def manage_addSendMailForm(self, id, toAddrs,mailServer, title=None, text=None, subjectAdd=None,
REQUEST=None, submit=None):
"Add a Page Template with optional file content."
toAddrsList=toAddrs.split("\n")
id = str(id)
if REQUEST is None:
self._setObject(id, sendMailForm(id, text))
ob = getattr(self, id)
if title:
ob.pt_setTitle(title)
setattr(ob,'toAddrs',toAddrsList)
setattr(ob,'mailServer',mailServer)
setattr(ob,'subjectAdd',subjectAdd)
return ob
else:
file = REQUEST.form.get('file')
headers = getattr(file, 'headers', None)
if headers is None or not file.filename:
zpt = sendMailForm(id)
else:
zpt = sendMailForm(id, file, headers.get('content_type'))
self._setObject(id, zpt)
try:
u = self.DestinationURL()
except AttributeError:
u = REQUEST['URL1']
if submit == " Add and Edit ":
u = "%s/%s" % (u, quote(id))
ob = getattr(self, id)
if title:
ob.pt_setTitle(title)
setattr(ob,'toAddrs',toAddrsList)
setattr(ob,'mailServer',mailServer)
setattr(ob,'subjectAdd',subjectAdd)
REQUEST.RESPONSE.redirect(u+'/manage_main')
return ''
class VLP_collectionFolder(Folder):
"""klasse fuer folder innerhalb der collection"""
meta_type="VLP_collectionFolder"
class VLP_essay(Folder):
"""classe fr VLP essays"""
meta_type="VLP_essay"
manage_options = Folder.manage_options+(
{'label':'Main Config','action':'ConfigVLP_essayForm'},
{'label':'Generate Essay Template','action':'generateEssayTemplateHTML'},
)
def content_html(self,type='collection'):
"""template fuer content"""
#templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"])
#
#if templates:
# return templates[0][1]()
if hasattr(self,type+"_template"):
obj=getattr(self,type+"_template")
return obj()
else:
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ECHO_%s_template_standard.zpt'%type)).__of__(self)
pt.content_type="text/html"
return pt()
def ConfigVLP_essayForm(self):
"""Form for adding"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLP_essay.zpt')).__of__(self)
return pt()
def ChangeVLP_essay(self,title,label,description,RESPONSE=None):
"""Change vlp_essay"""
self.title=title
self.label=label
self.description=description
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def __init__(self,id,title,label):
"""init"""
self.id=id
self.title=title
self.label=label
def index_html(self):
"""show the rendered file"""
if hasattr(self,'essayTemplate.html'):
return getattr(self,'essayTemplate.html')()
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','essay_template.zpt')).__of__(self)
pt.content_type="text/html"
return pt()
def generateEssayTemplateHTML(self,RESPONSE=None):
"""lege standard index.html an"""
if not hasattr(self,'essayTemplate.html'):
zt=ZopePageTemplate('essayTemplate.html')
self._setObject('essayTemplate.html',zt)
default_content_fn = os.path.join(package_home(globals()),
'vlp/essay_template.zpt')
text = open(default_content_fn).read()
zt.pt_edit(text, 'text/html')
else:
return "already exists!"
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def getPageList(self):
"""returns sorted list of (id,object) of page objects"""
def sortFind(x,y):
return cmp(x[0],y[0])
# pages=[]
# pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
# for page in pagestmp:
# if not (page[1].getId()[0]=="."):
# pages.append(page)
pages = self.objectItems(['DTML Document','File'])
pages.sort(sortFind)
#logging.debug("pageList=%s"%repr(pages))
return pages
def getPageXMLfrag(self, pageNum=None, pageId=None, pageObj=None):
"""returns XML fragment of page with id"""
xml = None
if pageNum is not None:
pl = self.getPageList()
pageObj = pl[int(pageNum)-1][1]
if pageId is not None:
pageObj = getattr(self, pageId, None)
if pageObj is not None:
txt = ""
if pageObj.meta_type == 'File':
data = pageObj.data
#logging.debug("data=%s txt=%s"%(repr(data),txt))
while data is not None:
if isinstance(data, str):
txt += data
data = None
else:
txt += data.data
data = data.next
else:
# not a File object... perhaps its executable
txt += pageObj()
xml = checkXMLfrag(txt)
return unicodify(xml)
def getPage(self,pagenum):
"""gibt essay page mit num aus"""
def sortFind(x,y):
return cmp(x[0],y[0])
pages=[]
pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File'])
for page in pagestmp:
if not (page[1].getId()[0]=="."):
pages.append(page)
pages.sort(sortFind)
#print str(pages[int(pagenum)][1]())
if pages[int(pagenum)-1][1].meta_type=='File':
#return makeXML(str(pages[int(pagenum)-1][1]))
#txt=pages[int(pagenum)-1][1].data.decode('utf-8')
txt=pages[int(pagenum)-1][1].data
#print txt.encode('utf-8')
tmp =makeXML(txt)
logging.debug(txt)
return self.xml2html(tmp,quote="no")
else:
return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no")
def nextPage(self,pagenum,url):
pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
if int(pagenum)+1 <= pages:
retstr=url+"?p="+str(int(pagenum)+1)
return """<td align="right" <a href="%s">next</a></td>"""%retstr
def previousPage(self,pagenum,url):
if int(pagenum)-1 > 0:
retstr=url+"?p="+str(int(pagenum)-1)
return """<td align="left" <a href="%s">previous</a></td>"""%retstr
def nextURL(self,pagenum,url):
pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable
if int(pagenum)+1 <= pages:
retstr=url+"?p="+str(int(pagenum)+1)
return retstr
def lastURL(self,pagenum,url):
# teste ob performance ok, sonst in variable
pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File']))
return url+"?p="+str(pages)
def previousURL(self,pagenum,url):
if int(pagenum)-1 > 0:
retstr=url+"?p="+str(int(pagenum)-1)
return retstr
def manage_addVLP_essayForm(self):
"""Form for adding"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_essay.zpt')).__of__(self)
return pt()
def manage_addVLP_essay(self, id,title,label,RESPONSE=None):
"""add the copyright"""
self._setObject(id, VLP_essay(id, title,label))
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
class VLP_encyclopaedia(VLP_essay):
"""essay"""
meta_type="VLP_encyclopaedia"
manage_options = VLP_essay.manage_options+(
{'label':'Load File','action':'loadNewFileForm'},
)
def loadNewFileForm(self):
"""Neues XML-File einlesen"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','VLP_newfile.zpt')).__of__(self)
return pt()
def loadNewFile(self,RESPONSE=None):
"""einlesen des neuen files"""
fileupload=self.REQUEST['fileupload']
if fileupload:
file_name=fileupload.filename
filedata=fileupload.read()
argv=vlp_xmlhelpers.proj2hash(self,filedata)
textsStr=string.join(argv['text']).encode('utf-8')
texts=textsStr.split("<pb/>")
i=0
for text in texts:
i+=1
pageName='page%03d.xml'%i
pages=self.ZopeFind(self,obj_ids=[pageName])
if pages:
pages[0][1].update_data(text)
else:
zt=File(pageName,pageName,text,content_type="text/plain")
self._setObject(pageName,zt)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def manage_addVLP_encycForm(self):
"""Form for adding"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_encyc.zpt')).__of__(self)
return pt()
def manage_addVLP_encyc(self, id,title,label,RESPONSE=None):
"""add the copyright"""
self._setObject(id, VLP_encyclopaedia(id, title,label))
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
class VLP_subcollection(ECHO_collection):
""" subcollection of elements"""
meta_type="VLP_subcollection"
def getVLPSubcollectionToc(self,type):
#different ordering depending on the type
if(type == "(Collection)"):
sort= "shortreference"
else:
sort = "startpages"
#content of journals also displayed if not online
if (type == "(JournalVolume)"):
online =""
else:
online ="AND online = 1"
sort=self.collectionSort(type)
item = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
WHERE volumeid ~ '%s\\\\M' """%self.getId()
+ """ %s AND not referenceType='%s' """%(online,type)
+ """ORDER BY """ + sort)]
tocItem = [x for x in self.ZSQLSimpleSearch("""SELECT * FROM vl_literature
WHERE reference = '%s' """%self.getId()
+ """AND online = 1 AND referenceType='%s' """%type
+ """ORDER BY """ + sort)]
return tocItem+item
def checkForFrontMatter(self,item):
"""Teste ob Frontmatter exists"""
if not item==self.getId():
return False
if self.ZopeFind(self,obj_ids=[self.getId()]):
return True
else:
return False
def generateSubCollectionFromDB(self):
"""erzeuge subcollection"""
for item in self.ZSQLSimpleSearch("select * from vl_literature where volumeid like '%s'"%self.id):
manage_addECHO_link(self,item.reference,item.titlerefdisplay,item.titlerefdisplay)
def index_html(self):
"""erzeuge darstellung"""
if hasattr(self,'subCollection_template.html'):
return getattr(self,'subCollection_template.html')()
pt=zptFile(self, 'vlp/subCollection_template.zpt')
return pt()
def manage_addVLP_subCollection(self,id,title,label,RESPONSE=None):
self._setObject(id,VLP_subcollection(id,title,label))
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
from zope.publisher.interfaces import IPublishTraverse
from zope.interface import implements
from zope.publisher.interfaces import NotFound
#from zope.app import zapi
from zope.component import queryMultiAdapter
try:
from ZPublisher.BaseRequest import DefaultPublishTraverse
except:
pass
class VLP_collection(ECHO_collection,Acquisition.Explicit):
"""VLP spezifische Erweiterung der Collection"""
implements(IPublishTraverse)
def foxridgePath2vlp(self,url,mk,RESPONSE=None):
"""convertiert einen pfad zu einer url in vlp"""
litRe = re.match(r".*lit([0-9]*)",url)
logging.debug("foxridgePath2vlp URL:"+repr(url))
lit = "lit"+litRe.group(1)
splitted=url.split("/")
path=splitted[-1].split(".")[0]
newUrl=lit+"?p=%s&mk=%s"%(path,mk)
if RESPONSE:
RESPONSE.redirect(newUrl)
return
return newUrl
def findObjFromLitName(self,fileName):
if not fileName[0:3]=="lit":
logging.error("getOrCreateFolder wrong filename: %s"%fileName)
return None
restName="%08d"%int(fileName[3:])
fs=(restName[0:2],restName[0:4],restName[0:6])
current =self
for f in fs:
obj = getattr(current,f,None)
if not obj: #subfolder existiert nicht
return None
current=obj
return getattr(current,fileName,None)
def publishTraverse(self,request,name):
"""change the traversal if literature object"""
actual_url=request['ACTUAL_URL']
lastActual=actual_url.split("/")[-1]
logging.debug("pub_trav:"+actual_url)
if name.startswith("lit"): #umleitung wenn lit aufgerufen wirk
# umleitung auf den eigentlichen folder nur wenn direkt der Folder litXXX oder dessen index_html methode aufgerufen wird
if lastActual.startswith("lit") or (lastActual=="index_html") or (lastActual=="index_meta") or (lastActual=="getTitle") or (lastActual=="getMetaDataLink") or (lastActual=="hasTranscription") or (lastActual=="transcription"):
#obj=self. ZopeFind(self,obj_ids=[name],search_sub=1)
ob=self.findObjFromLitName(name)
if not ob:
return "LIt not found"
else:
logging.debug("request:"+repr(ob))
request.response.setStatus(200)
#if (lastActual=="index_meta"):
# logging.debug("index_meta requested")
# return ob.index_meta
return ob
else: ## andern falls transversiere zum parent.
obj = self.aq_parent
return obj
else: # mache gar nichts falls nicht lit aufgerufen wird
tr=DefaultPublishTraverse(self, request)
ob= tr.publishTraverse(request, name)
return ob
#raise NotFound(self.context, name, request)
#return repr(request)
meta_type="VLP_collection"
manage_options=ECHO_collection.manage_options+(
{'label':'Change Path','action':'VLP_path_configForm'},
{'label':'Update Library','action':'updateCollection'},
{'label':'Update Metadata','action':'updateCollectionMD'},
)
def getAllRessources(self):
"""getallressources"""
res=self.ZopeFind(self,obj_metatypes=['VLP_resource'],search_sub=1)
ret=[]
for r in res:
ret.append([r[0],r[1].absolute_url()])
return ret
def generateSubCollections(self,errorsTXT="",forceUpdate=False,RESPONSE=None):
"""erzeuge subcollectionen"""
logging.debug("generateSubCollections")
founds=self.ZSQLSimpleSearch("select * from vl_literature where referencetype in ('(Edited Book)','(Book)','(Collection)','(JournalVolume)','(Generic Container)')")
if RESPONSE is not None:
RESPONSE.setHeader('Content-Type','text/html')
self.REQUEST.RESPONSE.write("<h2>Create Subcollections</h2>\n")
for found in founds:
try:
litid = str(found.reference)
foundCol=self.findObjFromLitName(litid)
#foundCol=self.ZopeFind(self,obj_ids=[litid])
if foundCol:
col = foundCol
logging.debug("generateSubCollections: subcollection %s exists (%s)"%(repr(col),found.reference))
logging.debug(repr([col.title,found.titlerefdisplay,col.label,found.titlerefdisplay]))
if (unicodify(col.title) != unicodify(found.titlerefdisplay)) or (unicodify(col.label) != unicodify(found.titlerefdisplay)):
# subcollection seems to have changed
logging.debug("generateSubCollections: subcollection has changed, recreating!")
col.aq_parent.manage_delObjects([col.getId()])
manage_addVLP_subCollection(self.getOrCreateFolderForFile(litid),litid,found.titlerefdisplay,found.titlerefdisplay)
else:
logging.debug("generateSubCollections: creating new subcollection %s"%found.reference)
manage_addVLP_subCollection(self.getOrCreateFolderForFile(litid),litid,found.titlerefdisplay,found.titlerefdisplay)
#teste ob es Images auf dem Server gibt mit gleichem Namen (frontmatter)
if os.path.exists(os.path.join(self.vlp_basis,litid)):
logging.debug("generateSubCollections: found frontmatter in %s"%litid)
obj=self.findObjFromLitName(litid)
if not self.ZopeFind(obj,obj_ids=[litid]):
metalink=self.REQUEST['URL1']+"/"+litid+"/"+litid+"/index_meta"
newObj=VLP_resource(litid,'',metalink,litid,litid,litid,'generated','book','','','','','','')
obj._setObject(litid,newObj)
genObj=getattr(obj,litid)
genObj.createIndexFile(forceUpdate=forceUpdate)
if RESPONSE is not None:
self.REQUEST.RESPONSE.write("<p>%s</p>\n"%litid)
logging.debug("<p>%s</p>\n"%litid)
except:
error=sys.exc_info()[0:2]
logging.error("generateSubCollections: ERROR in %s"%litid)
if RESPONSE is not None:
RESPONSE.write("<p>(ERROR updateII(%s): %s %s TXT: %s)\n</p>"%(litid,error[0],error[1],sys.exc_info()[2]))
RESPONSE.write("<p>(ERROR (%s): %s %s)</p>\n"%(litid,error[0],error[1]))
logging.error("generateSubCollections: %s %s"%error)
self.REQUEST.RESPONSE.write("(ERROR (%s): %s %s)\n"%(litid,repr(error[0]),repr(error[1])))
errorsTXT+="<p>ERROR: No subcollection of %s (ERROR: %s %s)</p>\n"%(litid,error[0],error[1])
errorsTXT+="<p>No subcollection of %s "%litid+"(ERROR: %s %s)</p>"%error
return errorsTXT
def VLP_path_configForm(self):
"""change pt"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','ChangeVLPPath.zpt')).__of__(self)
return pt()
def VLP_path_config(self,path,RESPONSE=None):
"""config"""
self.vlp_basis=path
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def getOrCreateFolderForFile(self,fileName):
if not fileName[0:3]=="lit":
logging.error("getOrCreateFolder wrong filename: %s"%fileName)
return None
try:
restName="%08d"%int(fileName[3:])
except:
logging.error("getOrCreateFolder wrong filename: %s"%fileName)
return None
fs=(restName[0:2],restName[0:4],restName[0:6])
current =self
for f in fs:
obj = getattr(current,f,None)
if not obj:
newObj=VLP_collectionFolder(f)
current._setObject(f,newObj)
obj = getattr(current,f)
current=obj
return current
def changeOrAddResources(self,forceUpdate=False,RESPONSE=None):
"""changes ord updates all resources found in the file system"""
errorsTXT="<h2>Errors</h2>"
if RESPONSE is not None:
RESPONSE.setHeader('Content-Type','text/html')
RESPONSE.write("<html><body>")
files=os.listdir(self.vlp_basis)
i=0
for fileName in files:
if i<100:
i+=1
else:
i=0
j=0
while j<5:
try:
transaction.get().commit()
j=6
except:
logging.error("Commit: %s"%j)
j+=1
RESPONSE.write("<p>committed</p>")
if fileName[0:3]=="lit":
metalink=self.REQUEST['URL1']+"/"+fileName+"/index_meta"
folder=self.getOrCreateFolderForFile(fileName) #get the folder where fileName lives or should live
if not folder: #folder gave an error
continue
try:
if not hasattr(folder,fileName):
# create new resource
logging.debug("updateCollection: new %s"%fileName)
if RESPONSE is not None:
RESPONSE.write("<p>new: %s</p>\n"%fileName)
logging.debug("new: %s \n"%fileName)
newObj=VLP_resource(fileName,'',metalink,fileName,fileName,fileName,'generated','book','','','','','','')
folder._setObject(fileName,newObj)
if RESPONSE is not None:
RESPONSE.write("<p>got: %s "%fileName)
genObj=getattr(folder,fileName)
logging.debug("got: %s "%fileName)
logging.debug("updateCollection: inspecting %s"%fileName)
# create index
if hasattr(genObj,'createIndexFile'):
try:
logging.debug("updateCollection: creating index for %s"%fileName)
msg = genObj.createIndexFile(forceUpdate=forceUpdate)
if msg and RESPONSE is not None:
RESPONSE.write(msg)
except:
error=sys.exc_info()[0:2]
if RESPONSE is not None:
RESPONSE.write("(ERROR Update(%s): %s %s %s) "%(fileName,error[0],error[1],sys.exc_info()[2]))
errorsTXT+="<p>ERROR creating index for %s "%fileName+"(ERROR: %s %s)</p>\n"%error
# update pageSizeSum for subcollections
if genObj.meta_type=="VLP_subcollection":
if RESPONSE is not None:
RESPONSE.write(" is subcollection")
logging.debug("updateCollection: %s is subcollection"%fileName)
genObj.pageSizeSum=getattr(genObj,fileName).getPageSizeSum()
else:
genObj.pageSizeSum=genObj.getPageSizeSum()
if RESPONSE is not None:
RESPONSE.write("</p>\n")
except:
error=sys.exc_info()[0:2]
logging.error("updateCollection: ERROR in %s (%s %s)"%(fileName,error[0],error[1]))
if RESPONSE is not None:
RESPONSE.write("(ERROR updateII(%s): %s %s %s) "%(fileName,error[0],error[1],sys.exc_info()[2]))
errorsTXT+="<p>File not created:%s (ERROR: %s %s)</p>\n"%(fileName,error[0],error[1])
return errorsTXT
def updateCollection(self,forceUpdate=True,RESPONSE=None):
"""liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
# update subcollections
errorsTXT=""
errorsTXT+=self.changeOrAddResources(forceUpdate, RESPONSE);
errorsTXT+=self.generateSubCollections(forceUpdate=forceUpdate,RESPONSE=RESPONSE)
errorsTXT+="\n"
if RESPONSE is not None:
RESPONSE.write(errorsTXT)
RESPONSE.write("</body></html>")
def updateCollectionMD(self,RESPONSE=None):
"""updateMD"""
files=os.listdir(self.vlp_basis)
for fileName in files:
if fileName[0:3]=="lit":
genObj=getattr(self,fileName)
genObj.copyIndex_meta2echo_resource()
genObj.generate_title()
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def copyFullTextsFromDB(self,RESPONSE=None):
"""copy fulltext aus DB"""
ress=self.ZopeFind(self,obj_metatypes=['VLP_resource'])
ret=""
for res in ress:
tmp=res[1].copyTranscriptionFromDB()
ret+=tmp
if RESPONSE:
RESPONSE.write(tmp+"\n")
if not RESPONSE:
return ret
else:
RESPONSE.write("END\n")
def manage_addVLP_collectionForm(self):
"""Form for adding a ressource"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_collectionForm.zpt')).__of__(self)
return pt()
def manage_addVLP_collection(self,id,title,label,description,contentType,responsible,weight,sortfield,path,coords="",secondaryLinkTitle="",secondaryLink="",credits=None,RESPONSE=None,imageTag="",bgcolour=""):
"""add a echo collection"""
newObj=VLP_collection(id,title,label,description,contentType,responsible,credits,weight,sortfield,coords,secondaryLinkTitle=secondaryLinkTitle,secondaryLink=secondaryLink,imageTag=imageTag,bgcolour="")
self._setObject(id,newObj)
setattr(newObj,'path',path)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
class VLP_resource(ECHO_resource,Cacheable):
"""VLP spezifische Erweiterung"""
meta_type="VLP_resource"
def _p_resolveConflict(self,oldstate,savedstate,newstate):
logging.debug("updateCollection: Have to resolve conflict!")
return newstate
#vlp_basis="/mpiwg/online/permanent/vlp"
referencetypes=[]
manage_options=ECHO_resource.manage_options+Cacheable.manage_options+(
{'label':'Update Index','action':'createIndexFile'},
{'label':'Reset MetaLink','action':'resetMetaLink'},
{'label':'Generate Title','action':'generate_title'},
{'label':'Generate Library Template','action':'generateLibraryTemplateHTML'},
)
def getMetaDataLink(self):
"""link auf die metatdaten"""
return self.absolute_url()+"/index_meta"
def getTitle(self):
"""Title der Ressource"""
title= self.ZSQLSimpleSearch("""select title from vl_literature where reference= \'%s\' """ %self.getId())[0].title
logging.debug(title)
return title
def getImagePath(self):
"""Pfad zu den Images"""
path=None
if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pageimg')):
path= os.path.join(self.vlp_basis,self.resourceID,'pageimg')
elif os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pages')):
path = os.path.join(self.vlp_basis,self.resourceID,'pages')
# workaround in some cases there seem to be no pictures in pages
if os.path.isdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi')):
pagesHi = os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))
if path is None:
return os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
pages = os.listdir(path)
if len (pagesHi) > len(pages):
countHi=0
for p in pagesHi:
dat,ext = os.path.splitext(p)
if ext.lower() in [".tiff",".tif",".jpg"]:
countHi+=1
count=0
for p in pages:
dat,ext = os.path.splitext(p)
if ext.lower() in [".tiff",".tif",".jpg"]:
count+=1
if countHi > count:
path=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
logging.error("pages < pagesHi: %s"%self.resourceID)
if path is None:
if len (os.listdir(os.path.join(self.vlp_basis,self.resourceID,'pagesHi'))) > len(os.listdir(path)):
path=os.path.join(self.vlp_basis,self.resourceID,'pagesHi')
logging.error("pages < pagesHi: %s"%self.resourceID)
else:
logging.error("no images: %s"%self.resourceID)
return None
return path
def transcription(self):
"""show the rendered transcriptiofile"""
if hasattr(self,'libraryTranscriptionTemplate.html'):
return getattr(self,'libraryTranscriptionTemplate.html')()
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','library_transcriptionTemplate.zpt')).__of__(self)
pt.content_type="text/html"
return pt()
def identifyMediaType(self):
"""identifiziert den Medientype aus der VLP Datenbank"""
founds=self.ZSQLSimpleSearch('select * from vl_literature where reference=\''+self.resourceID+'\' order by id')
if (not founds) or (len(founds)==0):
self.mediaType="generic" # steht nicht in der Datenbank, dann nimm generisch an
return self.mediaType
if founds[0].referencetype =="Audio":
self.mediaType ="audio"
elif founds[0].referencetype =="Film":
self.mediaType ="video"
else:
self.mediaType ="image" # nimm an, dass alle anderen Eintrage in der Datenbank auf images verweisen (Buecher oder Fotografien).
return self.mediaType
def getMediaType(self,cached=False):
"""give the Media-type back, if chached False, then get it from the database"""
if (not hasattr(self,'mediaType')) or (self.mediaType=="") or (not cached):
self.identifyMediaType()
return self.mediaType
def copyTranscriptionFromDB(self):
"""checks if transcription exits in DB"""
founds=self.ZSQLSimpleSearch('select * from vl_transcript where source=\''+self.resourceID+'\' order by id')
ret="""<?xml version="1.0" encoding="utf-8"?>
<text>"""
if founds:
for found in founds:
text=found.transcript
if not text: text=""
ret+="<page><pb/>"+text+"</page>"
ret+="</text>"
re2=ret[0:]
re3=self.unicodify(re2)
#re3=re2
ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText'])
if ft:
ft[0][1].pt_edit(re3,'text/xml')
else:
self._setObject('fulltext',ECHO_fullText('fulltext',''))
try:
getattr(self,'fulltext').pt_edit(re3.encode('utf-8','ignore'),'text/xml')
except:
getattr(self,'fulltext').pt_edit(re3.encode('latin-1').decode('utf-8'),'text/xml')
return "FT: %s"%self.getId()
else:
return "no: %s"%self.getId()
def hasTranscription(self):
"""transcription"""
if not hasattr(self,'fulltext'):
self.copyTranscriptionFromDB()
if not hasattr(self,'fulltext'): #still not
return False
return True
def resetMetaLink(self,all="no",RESPONSE=None):
"""resets metalink to standard resp. in case of server change it sets to the new server url"""
if all=="yes":
self.metalink=self.absolute_url()+"/index_meta"
else:
splitted=self.metalink.split("/")
if (len(splitted)>1) and (splitted[len(splitted)-1]=="index_meta") and (splitted[len(splitted)-2]==self.getId()): # heuristic nur generische Metadatafiles andern
self.metalink=self.absolute_url()+"/index_meta"
if RESPONSE:
return "done"
def show(self):
"""show the rendered file"""
mt = self.getMediaType()
if (mt in ['video','audio']):
pt = self.getVLPTemplate('libraryMovieTemplate')
else: #zur zeit werden alle anderen type auf das libraryTemplate abgebildet.
if self.REQUEST.get('p',None): #make sure that parameter p exists
#self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None)))
params = "pn=%s"%self.file2page(self.REQUEST.get('p',None))
mk = self.REQUEST.get('mk',None)
if mk:
params += "&mk=%s"%mk
self.REQUEST.RESPONSE.redirect(self.REQUEST['URL']+'?'+params)
pt = self.getVLPTemplate('libraryTemplate')
return pt()
def getVLPTemplate(self,name):
html=name+".html"
if hasattr(self,html):
return getattr(self,html)
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp',name+'.zpt')).__of__(self)
pt.content_type="text/html"
return pt
def index_html(self):
"""index_html"""
#return self.REQUEST
if not self.REQUEST.has_key("ws"):
self.REQUEST.form["ws"]="1.5"
return self.show()
def generateLibraryTemplateHTML(self,RESPONSE=None):
"""lege standard index.html an"""
if not hasattr(self,'libraryTemplate.html'):
zt=ZopePageTemplate('libraryTemplate.html')
self._setObject('libraryTemplate.html',zt)
default_content_fn = os.path.join(package_home(globals()),
'vlp/library_template.zpt')
text = open(default_content_fn).read()
zt.pt_edit(text, 'text/html')
else:
return "already exists!"
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def index_meta(self,RESPONSE=None):
"""index_meta"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_meta.zpt')).__of__(self)
pt.content_type="text/xml"
x= pt.pt_render()
#logging.debug("index_meta 4:"+x)
if RESPONSE:
RESPONSE.setHeader("Content-Type","text/xml")
return x
def file2page(self,p):
"""converts filename to pagenumber"""
#dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url()))
index=getattr(self,'index.xml')
txt=index.pt_render()
dom=xml.dom.minidom.parseString(txt)
for page in dom.getElementsByTagName('page'):
# pageummer mit lo oder hi sind aequivalent
if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p):
nr=page.getAttribute('nr')
return nr
return 0
def getPageSizeSum(self):
"""generate average page size"""
#size of hi resolution
files=[]
try:
pathHi=os.path.join(self.vlp_basis,self.resourceID,'pages')
files=os.listdir(pathHi)
hi=0
for f in files:
hi+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
except:
hi=0
#size of hi resolution
try:
pathHi=os.path.join(self.vlp_basis,self.resourceID,'pagesLo')
files=os.listdir(pathHi)
lo=0
for f in files:
lo+=os.stat(os.path.join(pathHi,f))[ST_SIZE]
except:
lo=0
return (hi,lo,len(files))
def getPageWeights(self):
"""average Page sizes in kBytes"""
res=getattr(self,'pageSizeSum',(0,0,1))
return (res[0]/(1024*res[2]),res[1]/(1024*res[2]))
def dir2index(self):
"""dir to index"""
excludeNames=['Icon']
def calculateName(str):
name=os.path.splitext(str[1:])[0]
ret="%s: %s"%(str[0],name)
return ret
self.imagePathFull=self.getImagePath();
self.imagePath=self.imagePathFull.split("/")[-1]
if (self.imagePath is None):
return None
temp=[]
ret = os.listdir(self.imagePathFull)
ret.sort()
for x in ret:
if (not (x[0] in ('.',':'))) and (not x[0:4] in excludeNames):
temp.append((calculateName(x),os.path.splitext(x)[0]))
return temp
def firstPage(self,url=None):
"""showlink to the first image"""
if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag
return """<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first"""
else:
ws=self.REQUEST.get('ws','1')
return """<a href=%s>
<img src="/images/first.gif" alt="first" width="14" height="14" border="0"><br>first
</a>
"""%(self.REQUEST['URL']+"?pn=1&ws=%s"%ws)
def lastPage(self,url=None):
"""showlink to the first image"""
pages=self.readIndexFile(url)
if pages:
ln=len(pages)
if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite
return """<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last"""
else:
ws=self.REQUEST.get('ws','1')
return """<a href=%s>
<img src="/images/last.gif" alt="last" width="14" height="14" border="0"><br>last
</a>
"""%(self.REQUEST['URL']+"?pn="+str(ln)+"&ws="+ws)
def prevPage(self,url=None):
"""showlink to the first image"""
nn = int(self.REQUEST.get('pn','1'))-1
if nn < 1: #letzte seite dann kein a tag
return """<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev"""
else:
ws=self.REQUEST.get('ws','1')
return """<a href=%s>
<img src="/images/lisePrev.gif" alt="prev" width="14" height="14" border="0"><br>prev
</a>
"""%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
def nextPage(self,url=None):
"""showlink to the first image"""
pages=self.readIndexFile(url)
if pages:
ln=len(pages)
nn = int(self.REQUEST.get('pn','1'))+1
if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag
return """<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next"""
else:
ws=self.REQUEST.get('ws','1')
return """<a href=%s>
<img src="/images/liseNext.gif" alt="next" width="14" height="14" border="0"><br>next
</a>
"""%(self.REQUEST['URL']+"?pn="+str(nn)+"&ws="+ws)
def readIndexFile(self,url=None):
"""reads the indexfile. presently url not None isn't implemented. In the future url can be defined."""
if not url:
urlTmp=self.absolute_url()+"/index.xml"
if self.ZCacheable_isCachingEnabled():
result = self.ZCacheable_get(view_name=urlTmp)
if result is not None:
# Got a cached value.
return result
pagelist=[]
if not url:
xmlTxt=getattr(self,'index.xml')()
dom=xml.dom.minidom.parseString(xmlTxt)
else:
fh=ECHO_helpers.urlopen(urlTmp)
dom=xml.dom.minidom.parse(fh)
for page in dom.getElementsByTagName('page'):
text=getText(page.childNodes)
pageNum=page.getAttribute('nr')
fileName=page.getAttribute('file')
pagelist.append((pageNum,text,fileName))
self.ZCacheable_set(pagelist,view_name=urlTmp)
return pagelist
def getFileName(self):
"""getNameOfCurrentFile"""
try:
pn=int(self.REQUEST.get('pn','1'))
except:
pn=1
pageinfo=self.readIndexFile()[pn-1]
return pageinfo[2]
def createIndexFile(self,forceUpdate=False,RESPONSE=None):
"""create index file"""
logging.debug("createindexfile of %s"%self.id)
if hasattr(self,'index.xml'):
# index exists
zt=getattr(self,'index.xml')
if not forceUpdate:
# check if directory is newer (self.imagePath sould be set by now)
path = self.getImagePath()
if (path is None):
return "CREATE INDEX FILE NOT POSSIBLE"
imgdir = os.path.join(path)
dirtime = os.path.getmtime(imgdir)
zttime = zt.bobobase_modification_time()
logging.debug("createindexfile: dir %s of %s index of %s"%(imgdir,dirtime,zttime))
if dirtime < zttime:
# nothing to do
logging.debug("createindexfile: dir %s older than index"%(imgdir))
return "index is up to date"
else:
# create new index template
zt=ZopePageTemplate('index.xml')
self._setObject('index.xml',zt)
# fill index template
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','index_template.zpt')).__of__(self)()
#logging.debug("createindexfile uses %s"%pt)
zt.pt_edit(pt, 'text/xml')
transaction.get().commit()
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
def manage_addVLP_resourceForm(self):
"""Form for adding a ressource"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'vlp','AddVLP_resourceForm.zpt')).__of__(self)
return pt()
def manage_addVLP_resource(self,id,title,label,description,responsible,link,metalink,weight,resourceID=None,contentType=None,renderingType=None,credits=None,coords=None,RESPONSE=None):
"""addaresource"""
if metalink=='':
metalink=self.absolute_url()+"/"+id+"/index_meta"
newObj=VLP_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords)
self._setObject(id,newObj)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to VLPExtension.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ECHO_content