--- ECHO_content/ECHO_collection.py 2004/07/20 18:35:48 1.149
+++ ECHO_content/ECHO_collection.py 2004/08/27 22:57:57 1.165
@@ -14,6 +14,7 @@ import re
import os
import OFS.Image
from types import *
+from OFS.Cache import Cacheable
from OFS.Image import Image
from Globals import DTMLFile
from OFS.Folder import Folder
@@ -30,6 +31,7 @@ from Globals import Persistent, package_
from Acquisition import Implicit
from ECHO_helpers import displayTypes
import urllib
+import time
try:
from psycopg import libpq
@@ -46,6 +48,88 @@ import xml.dom.minidom
from ECHO_graphicalOverview import javaHandler,javaScriptMain
import ECHO_helpers
+def donatus(txt2):
+ import xmlrpclib
+
+ server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
+
+ txt=txt2.encode('utf-8')
+ bin=xmlrpclib.Binary(txt)
+
+
+
+ ret=server.donatus.analyze(bin)
+
+
+ return ret['morphData'].data
+
+
+def donatusVariant2Lemma(morphData):
+ """creates hash variant -> morphdata"""
+ ret={}
+ dom=xml.dom.minidom.parseString(morphData)
+ lemmas=dom.getElementsByTagName('lemma')
+ for lemma in lemmas:
+ variants=lemma.getElementsByTagName('variant')
+ for variant in variants:
+ atr=variant.getAttribute('form')
+ if ret.has_key(atr):
+ ret[atr].append=lemma.getAttribute('form')
+ else:
+ ret[atr]=[lemma.getAttribute('form')]
+
+ return ret
+
+#regexp for extracting elements from xml
+patternTXT=r"<\s*txt.*?>(.*?)"
+regexpTXT = re.compile(patternTXT, re.IGNORECASE + re.DOTALL)
+patternPage=r"<\s*page.*?>(.*?)"
+regexpPage = re.compile(patternPage, re.IGNORECASE + re.DOTALL)
+
+
+def ECHO_rerenderLinksMD(self,obj=None,types=['title','label']):
+ """Rerender all Links"""
+ ret=""
+
+ if not obj:
+ obj = self
+
+ entries=obj.ZopeFind(obj,obj_metatypes=['ECHO_resource'],search_sub=1)
+
+ for entry in entries:
+ if entry[1].meta_type == 'ECHO_resource':
+ try:
+ entry[1].ECHO_getResourceMD(template="no")
+ if "title" in types:
+ entry[1].generate_title()
+ if "label" in types:
+ entry[1].generate_label()
+ ret+="OK:"+entry[0]+"-- "+entry[1].getTitle().decode('utf-8')+"-- "+entry[1].getTitle().decode('utf-8')+"
"
+ except:
+ ret+="Error:"+entry[0]+"
"
+
+
+
+
+ return "
"+ret+"Rerenderd all links to resources in: "+self.title+""
+
+def reloadMetaDataFromStorage(self,RESPONSE=None):
+ """copy metadata from the storage to ECHO"""
+ ret=""
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
+
+ for resource in resources:
+ x=str(resource[1].copyIndex_meta2echo_resource())+"
"
+ ret+=x
+ #print x
+
+
+ if RESPONSE is not None:
+ #RESPONSE.redirect('./manage_main')
+ return ""+ret+""
+
+ return ret
+
def getRDFDescription(self,linkURL,urn=None,nameDef=None,typeName=None):
"""rdf"""
@@ -186,6 +270,13 @@ def getText(nodelist):
rc = rc + node.data
return rc
+def getTextFromNode(nodename):
+ nodelist=nodename.childNodes
+ rc = ""
+ for node in nodelist:
+ if node.nodeType == node.TEXT_NODE:
+ rc = rc + node.data
+ return rc
def sendFile(self, filename, type):
"""sends an object or a local file (in the product) as response"""
@@ -227,8 +318,9 @@ class BrowserCheck:
-def writeMetadata(url,metadict,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None,xmlfrag=None):
+def writeMetadata(url,metadict,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None,xmlfrag=None,digiliburlprefix=None):
"""Einlesen der Metadaten und und erstellen des geaenderten XML file"""
+
def updateTextToolNode(tag,value):
#print dom,tag,value
metanode=dom.getElementsByTagName('texttool')[0]
@@ -257,7 +349,7 @@ def writeMetadata(url,metadict,project=N
else:
try:
geturl=""
- for line in urllib.urlopen(url).readlines():
+ for line in ECHO_helpers.urlopen(url).readlines():
geturl=geturl+line
@@ -325,6 +417,8 @@ def writeMetadata(url,metadict,project=N
updateTextToolNode('xslt',xslt)
+ if digiliburlprefix:
+ updateTextToolNode('digiliburlprefix',digiliburlprefix)
return dom.toxml().encode('utf-8')
@@ -337,7 +431,7 @@ def readMetadata(url):
metadict={}
try:
geturl=""
- for line in urllib.urlopen(url).readlines():
+ for line in ECHO_helpers.urlopen(url).readlines():
geturl=geturl+line
@@ -529,7 +623,171 @@ def manage_addECHO_layoutTemplate(self,
REQUEST.RESPONSE.redirect(u+'/manage_main')
return ''
+class ECHO_fullText(ZopePageTemplate):
+ """echo fulltext in xml"""
+ meta_type="ECHO_fullText"
+
+ def donatusVariant2Lemma(self,nr='1'):
+ """analyze by donatus"""
+ return donatusVariant2Lemma(donatus(self.lemmatize(nr)))
+
+ def tagLex(self,nr="1"):
+ """generate Links"""
+ global retLex
+ global toggle
+
+ toggle=0
+ retLex=""
+
+ lemmatized=self.lemmatize(nr)[0:]
+ #print "ho",repr(lemmatized)
+ variants=donatusVariant2Lemma(donatus(lemmatized))
+
+ def createTag(name,attrs):
+ global toggle
+
+ if name=="w":
+ toggle=1
+ return ""
+ else:
+ tag="<"
+ tag+=name
+ for attr in attrs.keys():
+ tag+=""" %s="%s" """%(attr,attrs[attr])
+ tag+=">"
+ return tag
+
+ def createData(data):
+ global toggle
+ astring="""%s """
+ if toggle: # tag war ein w
+ toggle=0
+ if variants.has_key(data):
+ return astring%(variants[data][0],data)
+ else:
+ return astring%(data,data)
+
+
+
+ # 3 handler functions
+ def start_element(name, attrs):
+ global retLex
+
+ retLex+=createTag(name,attrs)
+ def end_element(name):
+ global retLex
+ if not name=="w":
+ retLex+="%s>"%(name.encode('utf-8'))
+
+
+ def char_data(data):
+ global retLex
+ if data:
+ try:
+ retLex+=createData(data)
+ except:
+ """no"""
+
+ p = xml.parsers.expat.ParserCreate()
+
+ p.StartElementHandler = start_element
+ p.EndElementHandler = end_element
+ p.CharacterDataHandler = char_data
+
+ p.Parse(lemmatized.encode('utf-8'),1)
+ #print repr(lemmatized.encode('utf-8'))
+
+ return retLex
+
+
+ def lemmatize(self,nr='1',lang="de"):
+ """lemmatize"""
+ global ret
+ ret=""
+
+ def createTag(name,attrs):
+ tag="<"
+ tag+=name
+ for attr in attrs.keys():
+ tag+=""" %s="%s" """%(attr,attrs[attr])
+ tag+=">"
+ return tag
+
+ def insertW(str):
+ splitted=str.split()
+ wordlist=["%s"%split for split in splitted]
+ return string.join(wordlist,'\n')
+
+ # 3 handler functions
+ def start_element(name, attrs):
+ global ret
+ ret+=createTag(name,attrs)
+ def end_element(name):
+ global ret
+ ret+="%s>"%(name.encode('utf-8'))
+
+ def char_data(data):
+ global ret
+ ret+=insertW(data)
+
+ p = xml.parsers.expat.ParserCreate()
+
+ p.StartElementHandler = start_element
+ p.EndElementHandler = end_element
+ p.CharacterDataHandler = char_data
+
+ p.Parse(self.getPage(nr), 1)
+ txt="""
+
+ """
+ ret=txt%(lang,ret)
+
+ return ret
+
+ def getPage(self,nr='1'):
+ """get page n"""
+ dom=xml.dom.minidom.parseString(self())
+ pages=dom.getElementsByTagName('page')
+
+ return pages[int(nr)-1].toxml('utf-8')
+
+# Product registration and Add support
+manage_addECHO_fullTextForm = PageTemplateFile(
+ 'zpt/AddECHO_fullText.zpt', globals())
+
+from urllib import quote
+
+def manage_addECHO_fullText(self, id, title=None, text=None,
+ REQUEST=None, submit=None):
+ "Add a Page Template with optional file content."
+
+ id = str(id)
+ if REQUEST is None:
+ self._setObject(id, ECHO_fullText(id, text))
+ ob = getattr(self, id)
+ if title:
+ ob.pt_setTitle(title)
+ return ob
+ else:
+ file = REQUEST.form.get('file')
+ headers = getattr(file, 'headers', None)
+ if headers is None or not file.filename:
+ zpt = ECHO_fullText(id)
+ else:
+ zpt = ECHO_fullText(id, file, headers.get('content_type'))
+
+ self._setObject(id, zpt)
+
+ try:
+ u = self.DestinationURL()
+ except AttributeError:
+ u = REQUEST['URL1']
+
+ if submit == " Add and Edit ":
+ u = "%s/%s" % (u, quote(id))
+ REQUEST.RESPONSE.redirect(u+'/manage_main')
+ return ''
class ECHO_resource(Folder,Persistent):
"""ECHO Ressource"""
@@ -546,7 +804,7 @@ class ECHO_resource(Folder,Persistent):
"""showrdf"""
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
ret="""\n\n"""
- ret+=self.getRDF(urn="echo:collectionroot")+"\n"
+ ret+=self.getRDF(urn="echo:colllectionroot")+"\n"
ret+=""""""
return ret
@@ -633,7 +891,7 @@ class ECHO_resource(Folder,Persistent):
try:
geturl=""
- for line in urllib.urlopen(url).readlines():
+ for line in ECHO_helpers.urlopen(url).readlines():
geturl=geturl+line
@@ -663,10 +921,10 @@ class ECHO_resource(Folder,Persistent):
params="accessright=%s"%accessright
- #print urllib.urlopen(self.absolute_url()+'/setAccessRightXML'+'?'+params).read()
+ #print ECHO_helpers.urlopen(self.absolute_url()+'/setAccessRightXML'+'?'+params).read()
- urllib.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/setAccessRightXML'+urllib.quote('?'+params))).read()
+ ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/setAccessRightXML'+urllib.quote('?'+params))).read()
if RESPONSE is not None:
@@ -679,7 +937,7 @@ class ECHO_resource(Folder,Persistent):
try:
geturl=""
- for line in urllib.urlopen(url).readlines():
+ for line in ECHO_helpers.urlopen(url).readlines():
geturl=geturl+line
@@ -755,7 +1013,7 @@ class ECHO_resource(Folder,Persistent):
params="startpage=%s"%startpage
- urllib.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
+ ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
path=self.metalink
@@ -766,11 +1024,13 @@ class ECHO_resource(Folder,Persistent):
path=re.sub('http://foxridge.mpiwg-berlin.mpg.de:8080','',path) # falls foxridge als server
path=re.sub('http://foxridge.mpiwg-berlin.mpg.de','',path) # falls foxridge als server
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
+ path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
+ path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server
path=re.sub('/index.meta','',path)
- urllib.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
+ ECHO_helpers.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
@@ -799,19 +1059,20 @@ class ECHO_resource(Folder,Persistent):
return default
- def changeViewerTemplateSet(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,RESPONSE=None):
+ def changeViewerTemplateSet(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix,RESPONSE=None):
"""changeit"""
- paramList=['project','startpage','xslt','thumbtemplate','topbar','digiLibTemplate']
+ paramList=['project','startpage','xslt','thumbtemplate','topbar','digiLibTemplate','digiliburlprefix']
#writeMetadata(self.metalink,self.metaDataHash,project,None,xslt,thumbtemplate,topbar,digiLibTemplate)
- params="project=%s&xslt=%s&thumbtemplate=%s&topbar=%s&digiLibTemplate=%s"%(project,xslt,thumbtemplate,topbar,digiLibTemplate)
+ params="project=%s&xslt=%s&thumbtemplate=%s&topbar=%s&digiLibTemplate=%s&digiliburlprefix=%s"%(project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix)
- urllib.urlopen('http://echo.mpiwg-berlin.mpg.de/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
+ ECHO_helpers.urlopen('http://echo.mpiwg-berlin.mpg.de/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
+ #print self.absolute_url()+'/newMetaXML'+urllib.quote'?'+params)
# hack Pfad auf die Dokumente
path=self.metalink
@@ -828,8 +1089,12 @@ class ECHO_resource(Folder,Persistent):
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
+ path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
+
+ path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server
+
+ return ECHO_helpers.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
- return urllib.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
@@ -864,7 +1129,7 @@ class ECHO_resource(Folder,Persistent):
def getFullTextXML(self,noredirect=None):
"""getFullTextXML; gives the FullText as an XML Document, and if somthing goes wrong."""
try:
- fh=urllib.urlopen(self.metalink)
+ fh=ECHO_helpers.urlopen(self.metalink)
dom=xml.dom.minidom.parse(fh)
texttools=dom.getElementsByTagName('texttool')
text=texttools[0].getElementsByTagName('text')
@@ -887,7 +1152,7 @@ class ECHO_resource(Folder,Persistent):
def getImageView(self,noredirect=None):
"""getImages; give Imageviewr and if somthing goes wrong."""
try:
- fh=urllib.urlopen(self.metalink)
+ fh=ECHO_helpers.urlopen(self.metalink)
dom=xml.dom.minidom.parse(fh)
texttools=dom.getElementsByTagName('texttool')
text=texttools[0].getElementsByTagName('image')
@@ -921,14 +1186,19 @@ class ECHO_resource(Folder,Persistent):
return "ERROR"
ret=[]
- for copyright in obj.getCopyrights():
+ for copyright in obj.getCopyrights(): #copyright - media / partner / copyrightID
- link="copyrightTypes/"+copyright[2]+'/copyright.html'
try:
- copyrightTypeObj=getattr(self.copyrightTypes,copyright[2])
+ if hasattr(self.copyrightTypes,copyright[2]):
+ copyrightTypeObj=getattr(self.copyrightTypes,copyright[2])
+ link="copyrightTypes/"+copyright[2]+'/copyright.html'
+ else:
+ copyrightTypeObj=getattr(obj,copyright[2])
+ link="copyrightModel/"+copyright[2]+'/copyright.html'
+
label=copyrightTypeObj.label
- url=copyrightTypeObj.url
+ url=getattr(copyrightTypeObj, 'url', '')
if url!='':
ret.append((url,copyright[0],copyright[1],copyright[2],label))
@@ -941,6 +1211,17 @@ class ECHO_resource(Folder,Persistent):
"""nothing"""
return ret
+
+ def getInstitutionsHTML(self):
+ """gibt Liste der fšrdernden Institutionen aus"""
+
+ if hasattr(self,'support'):
+ obj=self.support
+ ret=obj.getSupporter()
+ return ret
+ else:
+ return ''
+
def getCredits(self):
"""Ausgabe der credits"""
@@ -976,7 +1257,7 @@ class ECHO_resource(Folder,Persistent):
def getCoords(self):
- """gibt coordinaten als String zurück und löscht zugleich einträge die keine Koordinaten sind, letzteres zur korrektur der Eingabe der alten version"""
+ """gibt coordinaten als String zurück und löscht zugleich einträge die keine Koordinaten sind, letzteres zur korrektur der Eingabe der alten version"""
retList=[]
if hasattr(self,'coords'):
for x in self.coords:
@@ -1054,7 +1335,7 @@ class ECHO_resource(Folder,Persistent):
def changeECHO_resource_main(self,metalink,link,title,label,description,contentType,renderingType,weight,resourceID,RESPONSE=None):
- """Änderung der Properties"""
+ """Änderung der Properties"""
self.resourceID=resourceID
self.title=title
self.label=label
@@ -1072,7 +1353,7 @@ class ECHO_resource(Folder,Persistent):
def changeECHO_resource_coords(self,coords,viewClassification,RESPONSE=None):
- """Änderung der Properties - coords"""
+ """Änderung der Properties - coords"""
if type(coords)==StringType:
coords=[coords]
@@ -1089,7 +1370,7 @@ class ECHO_resource(Folder,Persistent):
RESPONSE.redirect('manage_main')
def changeECHO_resource_credits(self,credits,responsible,copyrightType,RESPONSE=None):
- """Änderung der Properties"""
+ """Änderung der Properties"""
self.credits=credits
self.responsible=responsible
self.copyrightType=copyrightType
@@ -1120,7 +1401,7 @@ class ECHO_resource(Folder,Persistent):
except:
"""nothing"""
- urllib.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML')).read()
+ ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML')).read()
if RESPONSE is not None:
@@ -1130,7 +1411,7 @@ class ECHO_resource(Folder,Persistent):
def getMDValue(self,fieldName):
return self.metaDataHash.get(fieldName,'!!NOT USED HERE in Type: %s'%self.contentType)
- def newMetaXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None):
+ def newMetaXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None,digiliburlprefix=None):
"""new index.meta"""
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
@@ -1138,12 +1419,13 @@ class ECHO_resource(Folder,Persistent):
self.copyIndex_meta2echo_resource()
try:
- return writeMetadata(self.metalink,self.OSAS_meta,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate)
+ return writeMetadata(self.metalink,self.OSAS_meta,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix=digiliburlprefix)
except:
- return writeMetadata(self.metalink,self.metaDataHash,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate)
+ return writeMetadata(self.metalink,self.metaDataHash,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix=digiliburlprefix)
def showMetaDataXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None):
"""schreibe md"""
+
try:
return writeMetadata(self.metalink,self.metaDataHash,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,xmlfrag="yes")
@@ -1156,7 +1438,7 @@ class ECHO_resource(Folder,Persistent):
return writeMetadata(self.metalink,self.metaDataHash)
def changeECHO_resource(self,metalink,link,title,label,description,contentType,responsible,weight,viewClassification="",coords=None,credits=None,RESPONSE=None):
- """Änderung der Properties"""
+ """Änderung der Properties"""
try:
coordsnew=[ string.split(x,",") for x in coords]
@@ -1179,7 +1461,7 @@ class ECHO_resource(Folder,Persistent):
{'label':'Change Coords','action':'ECHO_resource_config_coords'},
{'label':'Add coords','action':'ECHO_graphicEntry'},
{'label':'Sync Metadata','action':'ECHO_getResourceMD'},
- {'label':'Change TemplateSets','action':'changeViewerTemplateSetForm'},
+ {'label':'Change TemplateSets and Image Viewer','action':'changeViewerTemplateSetForm'},
{'label':'set/change startpage','action':'setStartPageForm'},
{'label':'Copy MD for indexing and search','action':'copySearchFields'},
)
@@ -1359,7 +1641,7 @@ class ECHO_resource(Folder,Persistent):
self.metaDataHash={}
if not error=="": #Fehler beim Auslesen des Metafiles
- return "ERROR:",error
+ return "ERROR:",error,self.absolute_url()
self.contentType=metadict['bib_type'][0:]
fields=self.findTagsFromMapping(self.contentType)
@@ -1428,7 +1710,7 @@ class ECHO_resource(Folder,Persistent):
if sp:
return sp[1]()
- #prüfen ob irgendwo ein template
+ #prüfen ob irgendwo ein template
if hasattr(self,'startpage_index_template'):
return self.startpage_index_template()
@@ -1542,7 +1824,7 @@ class ECHO_externalLink(Folder):
def changeECHO_externalLink(self,link,title,label,description,contentType,responsible,weight,coords=None,credits=None,RESPONSE=None):
- """Änderung der Properties"""
+ """Änderung der Properties"""
try:
coordsnew=[ string.split(x,",") for x in coords]
except:
@@ -1613,7 +1895,7 @@ def manage_addECHO_link(self,id,title,la
RESPONSE.redirect('manage_main')
-class ECHO_collection(Folder, Persistent, Implicit):
+class ECHO_collection(Folder, Persistent, Implicit, Cacheable):
"""ECHO Collection"""
security=ClassSecurityInfo()
@@ -1656,7 +1938,8 @@ class ECHO_collection(Folder, Persistent
return ret
-
+
+
def changeLabels(self):
"""change form"""
pt=PageTemplateFile('Products/ECHO_content/zpt/changeLabelsForm').__of__(self)
@@ -1669,6 +1952,17 @@ class ECHO_collection(Folder, Persistent
pt.content_type="text/html"
return pt()
+ def changeWeights(self):
+ """change form"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/changeWeightForm').__of__(self)
+ pt.content_type="text/html"
+ return pt()
+
+ def changeMetaDataLinks(self):
+ """change form"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/changeMetaDataLinkForm').__of__(self)
+ pt.content_type="text/html"
+ return pt()
def changeAccessRightsCollection(self):
"""change"""
ret=""
@@ -1684,7 +1978,22 @@ class ECHO_collection(Folder, Persistent
"""not"""
return ret
- def changeLabelsInCollection(self):
+ def changeMetaDataLinkInCollection(self):
+ """change all lables of a collection"""
+ ret=""
+ argv=self.REQUEST.form
+
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+ for resource in resources:
+
+ try:
+ ret+=resource[1].getId()+" "+argv[resource[1].getId()]+""
+ resource[1].metalink=argv[resource[1].getId()][0:]
+ except:
+ """not"""
+ return ret
+
+ def changeMetaDataLinkInCollection(self):
"""change all lables of a collection"""
ret=""
argv=self.REQUEST.form
@@ -1694,7 +2003,22 @@ class ECHO_collection(Folder, Persistent
try:
ret+=resource[1].getId()+" "+argv[resource[1].getId()]+""
- resource[1].label=argv[resource[1].getId()][0:]
+ resource[1].metalink=argv[resource[1].getId()][0:]
+ except:
+ """not"""
+ return ret
+
+ def changeWeightsInCollection(self):
+ """change all lables of a collection"""
+ ret=""
+ argv=self.REQUEST.form
+
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_pageTemplate','ECHO_resource','ECHO_collection','ECHO_link','ECHO_externalLink'])
+ for resource in resources:
+
+ try:
+ ret+=resource[1].getId()+" "+argv[resource[1].getId()]+""
+ resource[1].weight=argv[resource[1].getId()][0:]
except:
"""not"""
return ret
@@ -1786,26 +2110,48 @@ class ECHO_collection(Folder, Persistent
def isSelectedViewerTemplateSet(self,obj,id):
- """is ausgewählt"""
+ """is ausgewählt"""
if self.REQUEST['viewerTemplateSet']==id:
return 1
else:
return None
- def changeViewerTemplateSets(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,RESPONSE=None):
+ def changeViewerTemplateSets(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix,RESPONSE=None):
"""change the templates"""
- resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
+
+ for resource in resources:
+
+ resource[1].changeViewerTemplateSet(project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix)
+
+ if RESPONSE is not None:
+ RESPONSE.redirect('manage_main')
+
+
+ def setStartpageFolderForm(self):
+ """Form for changing the startpage"""
+
+
+ pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_resourceStartPageFolder.zpt').__of__(self)
+ pt.content_type="text/html"
+ return pt()
+
+ def setStartpageFolder(self,startpage=None,RESPONSE=None):
+ """change the templates"""
+
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
for resource in resources:
- resource[1].changeViewerTemplateSet(project,xslt,thumbtemplate,topbar,digiLibTemplate)
+ resource[1].setStartPage(startpage)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
+
def copySearchFields(self,RESPONSE=None):
"""copys import metadatafields to the object"""
resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
@@ -1816,21 +2162,19 @@ class ECHO_collection(Folder, Persistent
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
+
+ def reloadMetaDataFromStorageWarning(self,RESPONSE=None):
+ """warning"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/reloadMetaDataFromStorageWarning.zpt').__of__(self)
+ pt.content_type="text/html"
+ return pt()
def reloadMetaDataFromStorage(self,RESPONSE=None):
"""copy metadata from the storage to ECHO"""
- ret=""
- resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
-
- for resource in resources:
-
- ret+=str(resource[1].copyIndex_meta2echo_resource())+"
"
+ return reloadMetaDataFromStorage(self,RESPONSE=None)
- if RESPONSE is not None:
- # RESPONSE.redirect('manage_main')
- return ret
-
+
def getPartnerCopyright(self,name,sonst="generic"):
"""gibt generisches copyright eines partners aus, sonst behalte jetzige einsteillung"""
#print "hi",name,sonst
@@ -2078,34 +2422,20 @@ class ECHO_collection(Folder, Persistent
security.declarePublic('ECHO_rerenderLinksMD')
- def ECHO_rerenderLinksMD(self,obj=None,types=['title','label']):
- """Rerender all Links"""
- ret=""
-
- if not obj:
- obj = self
-
- entries=obj.ZopeFind(obj,obj_metatypes=['ECHO_resource','ECHO_collection'])
- for entry in entries:
- if entry[1].meta_type == 'ECHO_resource':
- try:
- entry[1].ECHO_getResourceMD(template="no")
- if "title" in types:
- entry[1].generate_title()
- if "label" in types:
- entry[1].generate_label()
- ret+="OK:"+entry[0]+"-- "+entry[1].getTitle().decode('utf-8')+"-- "+entry[1].getTitle().decode('utf-8')+"
"
- except:
- ret+="Error:"+entry[0]+"
"
+ def ECHO_rerenderLinksMDWarning(self):
+ """change form"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/rerenderLinksWarning').__of__(self)
+ pt.content_type="text/html"
+ return pt()
- else:
- self.ECHO_rerenderLinksMD(entry[1])
-
-
- return ret+"Rerenderd all links to resources in: "+self.title
+
+ def ECHO_rerenderLinksMD(self,obj=None,types=['title','label']):
+ """Rerender all Links"""
+ return ECHO_rerenderLinksMD(self,obj,types)
+
security.declarePublic('ECHO_newViewerLink')
@@ -2140,15 +2470,17 @@ class ECHO_collection(Folder, Persistent
self.bgcolour=bgcolour
- manage_options = Folder.manage_options+(
+ manage_options = Folder.manage_options+ Cacheable.manage_options+(
{'label':'Main Config','action':'ECHO_collection_config'},
{'label':'Change Labels','action':'changeLabels'},
{'label':'Change Titles','action':'changeTitles'},
- {'label':'Rerender Labels and Titles','action':'ECHO_rerenderLinksMD'},
+ {'label':'Change Weights','action':'changeWeights'},
+ {'label':'Rerender Labels and Titles','action':'ECHO_rerenderLinksMDWarning'},
{'label':'Graphics','action':'ECHO_graphicEntry'},
{'label':'create resources from XML','action':'createRessourcesFromXMLForm'},
- {'label':'Change Viewer Templates','action':'changeViewerTemplateSetsForm'},
- {'label':'Reload Metadata','action':'reloadMetaDataFromStorage'},
+ {'label':'Set Startpage','action':'setStartpageFolderForm'},
+ {'label':'Change Viewer Templates and Image Viewer','action':'changeViewerTemplateSetsForm'},
+ {'label':'Reload Metadata','action':'reloadMetaDataFromStorageWarning'},
{'label':'ImportCollection','action':'updateCollection'},
{'label':'Copy MD for indexing and search','action':'copySearchFields'},
)
@@ -2249,20 +2581,29 @@ class ECHO_collection(Folder, Persistent
def index_html(self):
"""standard page"""
-
+ if self.ZCacheable_isCachingEnabled():
+
+ result = self.ZCacheable_get()
+ if result is not None:
+ # Got a cached value.
+ return result
+
if 'index.html' in self.__dict__.keys():
- return getattr(self,'index.html')()
+ ret=getattr(self,'index.html')()
elif 'overview' in self.__dict__.keys():
- return self.showOverview()
+ ret=self.showOverview()
elif hasattr(self,'collection_index_template'):
- return self.collection_index_template()
+ ret=self.collection_index_template()
elif hasattr(self,'main_index_template'):
- return self.main_index_template()
-
- pt=PageTemplateFile('Products/ECHO_content/zpt/ECHO_main_index_template_standard.zpt').__of__(self)
- pt.content_type="text/html"
- return pt()
+ ret=self.main_index_template()
+ else:
+ pt=PageTemplateFile('Products/ECHO_content/zpt/ECHO_main_index_template_standard.zpt').__of__(self)
+ pt.content_type="text/html"
+ ret=pt.render()
+
+ self.ZCacheable_set(ret)
+ return ret
def content_html(self):
"""template fuer content"""
@@ -2354,7 +2695,7 @@ class ECHO_group(ECHO_collection):
manage_options = Folder.manage_options+(
{'label':'Main Config','action':'ECHO_group_config'},
- {'label':'Rerender Links','action':'ECHO_rerenderLinksMD'},
+ {'label':'Rerender Links','action':'ECHO_rerenderLinksMDWarning'},
{'label':'Graphics','action':'ECHO_graphicEntry'},
)
@@ -2429,7 +2770,7 @@ class ECHO_group(ECHO_collection):
return pt()
def changeECHO_group(self,title,label,description,contentType,responsible,weight,secondaryLink,secondaryLinkTitle,credits=None,sortfield="weight",coords=None,RESPONSE=None,imageTag="",bgcolour="",logo=""):
- """Änderung der Properties"""
+ """Änderung der Properties"""
self.secondaryLink=secondaryLink
self.secondaryLinkTitle=secondaryLinkTitle
@@ -2600,12 +2941,242 @@ def manage_addECHO_userFolderForm(self):
"""add a user folder form"""
return manage_addECHO_userFolder(self)
+def getEdges(seqs,urn):
+ """edges"""
+ ret=[]
+ #print urn,seqs
+ for seqsList in seqs[urn]:
+
+ try:
+ for seq in seqsList:
+ ret+=seq.getElementsByTagName("RDF:li")
+ except:
+ ret+=seqsList.getElementsByTagName("RDF:li")
+ return ret
+
+def createSubs(self,seqs,descrs,urn):
+ """create subs"""
+ for edge in getEdges(seqs,urn):
+ cn=createNode(self,descrs[edge.getAttribute('RDF:resource')])
+ if cn[0]=="CDLI_group":
+ #print "HHHHHH",cn[1],seqs,descrs,cn[2]
+ createSubs(cn[1],seqs,descrs,cn[2])
+def getEdges2(seqs,urn):
+ """edges"""
+ ret=[]
+ #print urn,seqs
+
+ return seqs[urn]
+
+def createSubs2(self,seqs,descrs,urn,level=0):
+ """create subs"""
+
+ for edge in getEdges2(seqs,urn):
+ print "urnXX",urn.encode('utf-8'),level
+ cn=createNode2(self,descrs,edge)
+ if cn[0]=="CDLI_group":
+
+ createSubs2(cn[1],seqs,descrs,cn[2],level+1)
+ print "urnddonesubs",urn.encode('utf-8')
+ print "urndonenode",urn.encode('utf-8')
+ return
+
+def createNode2(self,descrs,node):
+ name=descrs[node]['name']
+ type=descrs[node]['type']
+ urn=node
+ print " will create",node.encode('utf-8')
+ id=re.sub('[^a-zA-Z0-9]','',name).encode('ascii','ignore')
+ #print "id",id
+ #print type
+ #self.REQUEST.RESPONSE.write("%s
\n"%id)
+ if type=="CDLI_group":
+
+ try:
+ manage_addECHO_collection(self,id,name,name,"","","","","")
+
+ except:
+ self.REQUEST.RESPONSE.write("
Error%s
\n"%id)
+
+ self.REQUEST.RESPONSE.write("Creates:%s
\n"%getattr(self,id).absolute_url())
+
+ return type,getattr(self,id),urn
+
+ if type=="CDLI_item":
+ try:
+ manage_addECHO_resource(self,id,name,name,"","",urn,"","")
+ except:
+ self.REQUEST.RESPONSE.write("Error%s
\n"%id)
+ self.REQUEST.RESPONSE.write("Creates:%s
\n"%getattr(self,id).absolute_url())
+
+
+ return "XX"
+
+def createNode(self,nodes):
+ for node in nodes:
+ name=getTextFromNode(node.getElementsByTagName("ECHONAVIGATION:name")[0])
+ type=getTextFromNode(node.getElementsByTagName("ECHONAVIGATION:type")[0])
+ urn=node.getAttribute("RDF:about")
+
+ id=re.sub('[^a-zA-Z0-9]','',name).encode('ascii','ignore')
+ #print "id",id
+ #print type
+ self.REQUEST.RESPONSE.write("%s
\n"%id)
+ if type=="CDLI_group":
+ print self.getId()
+
+ manage_addECHO_collection(self,id,name,name,"","","","","")
+ print "done::::",getattr(self,id)
+ return type,getattr(self,id),urn
+
+ if type=="CDLI_item":
+ manage_addECHO_resource(self,id,name,name,"","",urn,"","")
+ return "XX"
+
+
+
class ECHO_root(Folder,Persistent,Implicit):
"""ECHO Root Folder"""
security=ClassSecurityInfo()
meta_type="ECHO_root"
+
+ def getTablet(self,item):
+ read=urllib.urlopen("http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl"%item).read()
+
+ read=re.sub("\[search\]","search",read)
+
+ return read[read.find("")+6:read.rfind("")]
+
+ def generateFromRDF2(self):
+ """generate from RDF2"""
+ global seqs
+ seqs={}
+ global descrs
+ descrs={}
+ global key
+ key=""
+ global value
+ value=""
+ def start_element(name,attrs):
+
+ global seqs
+ global descrs
+ global key
+ global value
+ seq=""
+ if name=="RDF:Seq":
+ key=attrs.get('RDF:about')
+ try: # teste ob liste
+ x=seqs[key][0]
+ except:
+
+ seqs[key]=[]
+
+
+ elif name=="RDF:Description":
+ key=attrs.get('RDF:about')
+
+
+ elif name=="RDF:li":
+ name=attrs.get('RDF:resource')
+ seqs[key].append(name)
+
+ elif name=="ECHONAVIGATION:type":
+ value="type"
+
+ elif name=="ECHONAVIGATION:name":
+ value="name"
+ elif name=="ECHONAVIGATION:linkClickable":
+ value="linkClickable"
+
+ def end_element(name):
+ """nothing"""
+ key=""
+ value=""
+
+ def char_data(data):
+ """nothing"""
+
+ data=re.sub("\n","",data)
+ try:
+ if descrs[key].has_key(value):
+ descrs[key][value]+=data
+ else:
+ descrs[key][value]=data
+ except:
+
+ descrs[key]={}
+ descrs[key][value]=data
+
+ p = xml.parsers.expat.ParserCreate()
+
+ p.StartElementHandler = start_element
+ p.EndElementHandler = end_element
+ p.CharacterDataHandler = char_data
+ fileName="/Users/dwinter/Documents/Projekte/CDLI/test11.rdf"
+
+ p.ParseFile(file(fileName))
+ self.REQUEST.RESPONSE.write("Start
")
+ createSubs2(self,seqs,descrs,"/Cuneiform Corpus")
+ self.REQUEST.RESPONSE.write("done
")
+ print "done"
+
+
+ return "done"
+
+ def generateFromRDF(self):
+ """generate Structure from rdf"""
+ dom=xml.dom.minidom.parse("/Users/dwinter/Documents/Projekte/CDLI/test10.rdf")
+ seqs={}
+ descrs={}
+ for seq in dom.getElementsByTagName("RDF:Seq"):
+ key=seq.getAttribute('RDF:about')
+ try:
+ seqs[key].append(seq)
+ except:
+ seqs[key]=[seq]
+
+
+ for descr in dom.getElementsByTagName("RDF:Description"):
+ key=descr.getAttribute('RDF:about')
+ try:
+ descrs[key].append(descr)
+ except:
+ descrs[key]=[descr]
+ createSubs(self,seqs,descrs,"echo:collectionroot")
+
+
+
+ def changeWeightsInCollection(self):
+ """change all lables of a collection"""
+ ret=""
+ argv=self.REQUEST.form
+
+ resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource','ECHO_collection','ECHO_link','ECHO_externalLink'])
+ for resource in resources:
+
+ try:
+ ret+=resource[1].getId()+" "+argv[resource[1].getId()]+""
+ resource[1].weight=argv[resource[1].getId()][0:]
+ except:
+ """not"""
+ return ret
+
+ def changeWeights(self):
+ """change form"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/changeWeightForm').__of__(self)
+ pt.content_type="text/html"
+ return pt()
+ getSubCols = ECHO_helpers.getSubCols
+
+ manage_options=Folder.manage_options+(
+ {'label':'Main Config','action':'ECHO_copyright_configForm'},
+ {'label':'Reload Metadata','action':'reloadMetaDataFromStorageWarning'},
+ {'label':'Change Weights','action':'changeWeights'},
+ )
+
def showRDF(self):
"""showrdf"""
@@ -2616,6 +3187,18 @@ class ECHO_root(Folder,Persistent,Implic
ret+=""""""
return ret
+
+ def reloadMetaDataFromStorageWarning(self,RESPONSE=None):
+ """warning"""
+ pt=PageTemplateFile('Products/ECHO_content/zpt/reloadMetaDataFromStorageWarning.zpt').__of__(self)
+ pt.content_type="text/html"
+ return pt()
+
+ def reloadMetaDataFromStorage(self,RESPONSE=None):
+ """reload MD from Storage"""
+
+ return reloadMetaDataFromStorage(self,RESPONSE)
+
def getRDF(self,urn=None):
"""rdf of the collection"""
@@ -2639,7 +3222,7 @@ class ECHO_root(Folder,Persistent,Implic
def showContent(self,path):
"""return content/html"""
- return urllib.urlopen(path+"/content_html").read()
+ return ECHO_helpers.urlopen(path+"/content_html").read()
def getImageViewers(self):
"""images"""
@@ -2648,7 +3231,7 @@ class ECHO_root(Folder,Persistent,Implic
def getBibTag(self,tag,content):
- """get field tag für index-meta-generation"""
+ """get field tag für index-meta-generation"""
if not content or content=="":
return ""
ret="<%s>"%tag
@@ -2736,7 +3319,7 @@ class ECHO_root(Folder,Persistent,Implic
return retStr
- def copyrightTypeSelector_HTML(self,selected=None,first=None):
+ def copyrightTypeSelector_HTML(self, object=None, selected=None,first=None):
"""give type selector"""
if not first:
@@ -2757,8 +3340,16 @@ class ECHO_root(Folder,Persistent,Implic
retStr+="""