version 1.171, 2004/09/28 15:00:08
|
version 1.183, 2004/10/27 14:53:00
|
Line 29 from Products.PageTemplates.PageTemplate
|
Line 29 from Products.PageTemplates.PageTemplate
|
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate |
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate |
from Globals import Persistent, package_home |
from Globals import Persistent, package_home |
from Acquisition import Implicit |
from Acquisition import Implicit |
from ECHO_helpers import displayTypes |
from ECHO_helpers import displayTypes, getText,readFieldFromXML |
import urllib |
import urllib |
|
import smtplib |
import time |
import time |
|
from Ft.Xml.Domlette import NonvalidatingReader |
|
from Ft.Xml.Domlette import PrettyPrint |
|
from Ft.Xml import EMPTY_NAMESPACE |
|
|
|
import Ft.Xml.XPath |
|
import cStringIO |
|
import zLOG |
|
|
try: |
try: |
from psycopg import libpq |
from psycopg import libpq |
Line 262 def toList(field):
|
Line 270 def toList(field):
|
else: |
else: |
return field |
return field |
|
|
def getText(nodelist): |
|
|
|
rc = "" |
|
for node in nodelist: |
|
if node.nodeType == node.TEXT_NODE: |
|
rc = rc + node.data |
|
return rc |
|
|
|
def getTextFromNode(nodename): |
def getTextFromNode(nodename): |
nodelist=nodename.childNodes |
nodelist=nodename.childNodes |
Line 390 def writeMetadata(url,metadict,project=N
|
Line 392 def writeMetadata(url,metadict,project=N
|
metanode.removeChild(nodeOld[0]).unlink() |
metanode.removeChild(nodeOld[0]).unlink() |
|
|
metanodeneu=dom.createElement(metaData) |
metanodeneu=dom.createElement(metaData) |
try: |
metanodetext=dom.createTextNode(metadict[metaData]) |
metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8")) |
#try: |
except: |
#metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8")) |
metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8')) |
#except: |
|
#metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8')) |
metanodeneu.appendChild(metanodetext) |
metanodeneu.appendChild(metanodetext) |
metanode.appendChild(metanodeneu) |
metanode.appendChild(metanodeneu) |
|
|
Line 420 def writeMetadata(url,metadict,project=N
|
Line 423 def writeMetadata(url,metadict,project=N
|
if digiliburlprefix: |
if digiliburlprefix: |
updateTextToolNode('digiliburlprefix',digiliburlprefix) |
updateTextToolNode('digiliburlprefix',digiliburlprefix) |
|
|
|
try: |
return dom.toxml().encode('utf-8') |
return dom.toxml().encode('utf-8') |
|
except: |
|
return dom.toxml('utf-8') |
|
|
|
|
|
|
Line 579 class ECHO_layoutTemplate(ZopePageTempla
|
Line 585 class ECHO_layoutTemplate(ZopePageTempla
|
|
|
def manage_addECHO_layoutTemplateForm(self): |
def manage_addECHO_layoutTemplateForm(self): |
"""Form for adding""" |
"""Form for adding""" |
pt=PageTemplateFile('Products/ECHO_content/zpt/AddECHO_layoutTemplate.zpt').__of__(self) |
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt/AddECHO_layoutTemplate.zpt')).__of__(self) |
return pt() |
return pt() |
|
|
from urllib import quote |
from urllib import quote |
Line 1002 class ECHO_resource(Folder,Persistent):
|
Line 1008 class ECHO_resource(Folder,Persistent):
|
return pt() |
return pt() |
|
|
|
|
|
def createImageUrl(self,pn=1): |
|
"""create ImageUrl""" |
|
|
|
resourcepath=readFieldFromXML(self.metalink,'resource','archive-path').replace('/mpiwg/online','') |
|
|
|
digiliburlprefix=readFieldFromXML(self.metalink,'texttool','digiliburlprefix') |
|
images=readFieldFromXML(self.metalink,'texttool','image') |
|
|
|
if not digiliburlprefix: digiliburlprefix="http://echo.mpiwg-berlin.mpg.de/zogilib?" |
|
|
|
if (not images) or (not resourcepath): return None |
|
|
|
return "%sfn=%s&pn=%i"%(digiliburlprefix,resourcepath+"/"+images,pn) |
|
|
|
def copyTitleToInfoXML(self,RESPONSE=None): |
|
"""copy title from the resource""" |
|
presentationXML=readFieldFromXML(self.metalink,'texttool','presentation') |
|
resourcepath=readFieldFromXML(self.metalink,'resource','archive-path') |
|
if (not presentationXML) or (not resourcepath): |
|
if RESPONSE: |
|
RESPONSE.write("Error: %s"%self.getId()) |
|
else: |
|
return None,self.getId() |
|
|
|
print os.path.join(resourcepath,presentationXML) |
|
fh=file(os.path.join(resourcepath,presentationXML),'w') |
|
fh.write("""<info> |
|
<author></author> |
|
<title>%s</title> |
|
<date></date> |
|
<display>yes</display> |
|
</info>"""%self.title) |
|
fh.close() |
|
return 1,self.getId() |
|
|
def setStartPage(self,startpage=None,RESPONSE=None): |
def setStartPage(self,startpage=None,RESPONSE=None): |
"""set start page, if no startpage defined use the generic one of the resource""" |
"""set start page, if no startpage defined use the generic one of the resource""" |
|
|
if (not (type(startpage)==StringType)) and ("__generic" in startpage): # checke ob generic in der liste |
if (not (type(startpage)==StringType)): |
|
if ("__generic" in startpage): # checke ob generic in der liste |
startpage=self.absolute_url()+"/startpage_html" |
startpage=self.absolute_url()+"/startpage_html" |
|
elif ("__firstPage" in startpage): # checke ob generic in der liste |
|
startpage=self.createImageUrl() |
|
|
if (not startpage) or (startpage=="__generic"): |
if (not startpage): |
startpage=self.absolute_url()+"/startpage_html" |
startpage=self.absolute_url()+"/startpage_html" |
|
elif (startpage=="__generic"): |
|
startpage=self.absolute_url()+"/startpage_html" |
|
elif (startpage=="__firstPage"): |
|
startpage=self.createImageUrl() |
|
|
params="startpage=%s"%startpage |
params="startpage=%s"%startpage |
|
print 'http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params)) |
|
|
ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read() |
ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read() |
|
|
Line 1027 class ECHO_resource(Folder,Persistent):
|
Line 1075 class ECHO_resource(Folder,Persistent):
|
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server |
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server |
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server |
path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server |
path=re.sub('http://vision.mpiwg-berlin.mpg.de','',path) # falls vision als server |
|
path=re.sub('http://xserve02.mpiwg-berlin.mpg.de:18880','',path) # falls vision als server |
|
path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo |
path=re.sub('/index.meta','',path) |
path=re.sub('/index.meta','',path) |
|
|
|
|
Line 1042 class ECHO_resource(Folder,Persistent):
|
Line 1092 class ECHO_resource(Folder,Persistent):
|
return pt() |
return pt() |
|
|
|
|
|
|
def getTextToolsField(self,name,default=''): |
def getTextToolsField(self,name,default=''): |
"""Lese Textoolsfelder aus index.meta im path aus""" |
"""Lese Textoolsfelder aus index.meta im path aus""" |
|
|
Line 1091 class ECHO_resource(Folder,Persistent):
|
Line 1142 class ECHO_resource(Folder,Persistent):
|
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server |
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server |
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server |
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server |
|
path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo |
|
|
path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server |
path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server |
|
|
Line 1129 class ECHO_resource(Folder,Persistent):
|
Line 1181 class ECHO_resource(Folder,Persistent):
|
|
|
def getFullTextXML(self,noredirect=None): |
def getFullTextXML(self,noredirect=None): |
"""getFullTextXML; gives the FullText as an XML Document, and <error></error> if somthing goes wrong.""" |
"""getFullTextXML; gives the FullText as an XML Document, and <error></error> if somthing goes wrong.""" |
|
|
try: |
try: |
|
zLOG.LOG("ECHO Fulltext",zLOG.INFO,"open %s"%self.metalink) |
fh=ECHO_helpers.urlopen(self.metalink) |
fh=ECHO_helpers.urlopen(self.metalink) |
|
zLOG.LOG("ECHO Fulltext",zLOG.INFO,"opened %s"%self.metalink) |
dom=xml.dom.minidom.parse(fh) |
dom=xml.dom.minidom.parse(fh) |
texttools=dom.getElementsByTagName('texttool') |
texttools=dom.getElementsByTagName('texttool') |
text=texttools[0].getElementsByTagName('text') |
text=texttools[0].getElementsByTagName('text') |
texturl=getText(text[0].childNodes) |
texturl=getText(text[0].childNodes) |
|
|
|
zLOG.LOG("ECHO Fulltext",zLOG.INFO,"found %s"%texturl) |
|
fh.close() |
|
zLOG.LOG("ECHO Fulltext",zLOG.INFO,"closed fh") |
|
#keine url |
if not (texturl.split(":")[0] in ['http','ftp','file']): |
if not (texturl.split(":")[0] in ['http','ftp','file']): |
texturl=re.sub("//","/",texturl) |
if not noredirect: |
#return texturl+"::"+texturl.split(":")[0] |
return file(texturl).read() |
|
else: |
|
return texturl |
|
|
if not noredirect: |
if not noredirect: |
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml') |
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml') |
|
zLOG.LOG("ECHO Fulltext",zLOG.INFO,"redirect to:%s"%texturl) |
self.REQUEST.RESPONSE.redirect(texturl) |
self.REQUEST.RESPONSE.redirect(texturl) |
else: |
else: |
return texturl |
return texturl |
Line 1165 class ECHO_resource(Folder,Persistent):
|
Line 1229 class ECHO_resource(Folder,Persistent):
|
archivepath=getText(text[0].childNodes) |
archivepath=getText(text[0].childNodes) |
archivepath=re.sub('/mpiwg/online/','',archivepath) |
archivepath=re.sub('/mpiwg/online/','',archivepath) |
imageurl="http://echo.mpiwg-berlin.mpg.de/zogilib?fn="+archivepath+"/"+imagetemp |
imageurl="http://echo.mpiwg-berlin.mpg.de/zogilib?fn="+archivepath+"/"+imagetemp |
|
fh.close() |
|
|
if not noredirect: |
if not noredirect: |
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml') |
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml') |
self.REQUEST.RESPONSE.redirect(imageurl) |
self.REQUEST.RESPONSE.redirect(imageurl) |
Line 2091 class ECHO_collection(Folder, Persistent
|
Line 2157 class ECHO_collection(Folder, Persistent
|
pt=PageTemplateFile('Products/ECHO_content/zpt/changeViewerTemplateSet').__of__(self) |
pt=PageTemplateFile('Products/ECHO_content/zpt/changeViewerTemplateSet').__of__(self) |
return pt() |
return pt() |
|
|
def getViewerTemplateSets(self,obj_ids=None): |
def getViewerTemplateSets(self,obj_ids=None,RESPONSE=None): |
"""Get the ViewerTemplateSet title for configuration""" |
"""Get the ViewerTemplateSet title for configuration""" |
ret=[] |
ret=[] |
|
|
Line 2153 class ECHO_collection(Folder, Persistent
|
Line 2219 class ECHO_collection(Folder, Persistent
|
if RESPONSE is not None: |
if RESPONSE is not None: |
RESPONSE.redirect('manage_main') |
RESPONSE.redirect('manage_main') |
|
|
|
def copyTitleToInfoXMLFolder(self,RESPONSE=None): |
|
"""copy title into the title field of info.xml |
|
author and date werden leer!!! |
|
""" |
|
|
|
resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource','ECHO_collection']) |
|
|
|
|
|
for resource in resources: |
|
if resource[1].meta_type=="ECHO_collection": |
|
|
|
resource[1].copyTitleToInfoXMLFolder(RESPONSE) |
|
else: |
|
ret,txt=resource[1].copyTitleToInfoXML() |
|
if (not ret) and RESPONSE: |
|
RESPONSE.write("error: %s\n"%txt) |
|
if ret and RESPONSE: |
|
RESPONSE.write("ok: %s\n"%txt) |
|
|
|
zLOG.LOG("ECHO",zLOG.INFO,txt) |
|
if RESPONSE is not None: |
|
RESPONSE.redirect('manage_main') |
|
|
def copySearchFields(self,RESPONSE=None): |
def copySearchFields(self,RESPONSE=None): |
"""copys import metadatafields to the object""" |
"""copys import metadatafields to the object""" |
resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource']) |
resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource']) |
Line 3011 class ECHO_root(Folder,Persistent,Implic
|
Line 3098 class ECHO_root(Folder,Persistent,Implic
|
#return "http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl" |
#return "http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl" |
###END CDLI add |
###END CDLI add |
|
|
|
def sendForm(self,fromaddr,content,server='mail.mpiwg-berlin.mpg.de'): |
|
"""sendform""" |
|
toaddrs=["dwinter@mpiwg-berlin.mpg.de"] |
|
|
|
msg = ("From: %s\r\nTo: %s\r\nSubject: %s\r\n\r\n" |
|
% (fromaddr, ", ".join(toaddrs),"testsub")) |
|
server = smtplib.SMTP(server) |
|
#server.set_debuglevel(1) |
|
msg=msg+content |
|
server.sendmail(fromaddr, toaddrs, msg) |
|
server.quit() |
|
|
def generateFromRDFForm(self): |
def generateFromRDFForm(self): |
"""change form""" |
"""change form""" |
Line 3514 class ECHO_root(Folder,Persistent,Implic
|
Line 3612 class ECHO_root(Folder,Persistent,Implic
|
|
|
def xml2html(self,str,quote="yes"): |
def xml2html(self,str,quote="yes"): |
"""link2html fuer VLP muss hier noch raus""" |
"""link2html fuer VLP muss hier noch raus""" |
#print str |
|
|
|
if str: |
if str: |
if quote=="yes2": |
if quote=="yes2": |
str=re.sub("\&","&",str) |
str=re.sub("\&","&",str) |
dom=xml.dom.minidom.parseString(str) |
#dom=xml.dom.minidom.parseString(str) |
links=dom.getElementsByTagName("link") |
dom = NonvalidatingReader.parseString(str,"http://www.mpiwg-berlin.mpg.de/") |
|
#links=dom.getElementsByTagName("link") |
|
links=Ft.Xml.XPath.Evaluate(".//link", contextNode=dom) |
for link in links: |
for link in links: |
link.tagName="a" |
#link.tagName="a" |
ref=link.getAttribute("ref") |
|
pn=link.getAttribute("page") |
ref=link.getAttributeNS(EMPTY_NAMESPACE,"ref") |
|
pn=link.getAttributeNS(EMPTY_NAMESPACE,"page") |
|
|
|
cns=link.childNodes[0:] |
|
|
|
newLink=dom.createElementNS(EMPTY_NAMESPACE,"a") |
|
for x in cns: |
|
newLink.appendChild(x) |
|
|
|
|
|
|
|
link.parentNode.replaceChild(newLink,link) |
if self.checkRef(ref): |
if self.checkRef(ref): |
if pn: |
if pn: |
link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn) |
newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn) |
else: |
else: |
link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref) |
newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref) |
|
|
str= dom.toxml() |
|
|
|
|
#str= dom.toxml('utf-8') |
|
buf = cStringIO.StringIO() |
|
PrettyPrint(dom, stream=buf, encoding='UTF-8') |
|
str = buf.getvalue() |
|
buf.close() |
|
#str=PrettyPrint(dom.documentElement,encoding='UTF-8') |
#print link.toxml('utf-8') |
#print link.toxml('utf-8') |
|
#print type(str) |
retStr=regexpPage.search(str) |
retStr=regexpPage.search(str) |
|
try: # hack warum fehtl manchmal page?? |
return retStr.group(1) |
return retStr.group(1) |
|
except: |
|
return str |
return "" |
return "" |
|
|
def checkRef(self,ref): |
def checkRef(self,ref): |
dbs={'vl_literature':'AND CD LIKE \'%lise%\'','vl_technology':'','vl_people':'','vl_sites':''} |
if ref[0:3]=='lit': |
|
if len(self.library_data({ 'id':ref}))>0: |
|
return 1 |
|
try: |
|
if ref[0:7]=="tec_cat": |
|
return 1 |
|
except: |
|
"""nothing""" |
|
|
|
dbs={'vl_technology':'','vl_people':'','vl_sites':''} |
res=None |
res=None |
for db in dbs.keys(): |
for db in dbs.keys(): |
|
|
res=res or self.search(var=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db]))) |
res=res or self.search(var=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db]))) |
return res |
return res |
|
|
Line 3575 class ECHO_root(Folder,Persistent,Implic
|
Line 3698 class ECHO_root(Folder,Persistent,Implic
|
<partners>""" |
<partners>""" |
|
|
for partner in partners: |
for partner in partners: |
ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),unicode(partner.title,'utf-8','replace')) |
ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),partner.title) |
|
|
return ret+"\n</partners>" |
return ret+"\n</partners>" |
|
|