ECHO_content/ECHO_collection.py - diff

Return to ECHO_collection.py CVS log

Up to [Repository] / ECHO_content

Diff for /ECHO_content/ECHO_collection.py between versions 1.169 and 1.185

version 1.169, 2004/09/01 19:11:36	version 1.185, 2004/10/27 16:05:55
Line 29 from Products.PageTemplates.PageTemplate	Line 29 from Products.PageTemplates.PageTemplate
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate	from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
from Globals import Persistent, package_home	from Globals import Persistent, package_home
from Acquisition import Implicit	from Acquisition import Implicit
from ECHO_helpers import displayTypes	from ECHO_helpers import displayTypes, getText,readFieldFromXML
import urllib	import urllib
	import smtplib
import time	import time
	from Ft.Xml.Domlette import NonvalidatingReader
	from Ft.Xml.Domlette import PrettyPrint
	from Ft.Xml import EMPTY_NAMESPACE

	import Ft.Xml.XPath
	import cStringIO
	import zLOG

try:	try:
from psycopg import libpq	from psycopg import libpq
Line 262 def toList(field):	Line 270 def toList(field):
else:	else:
return field	return field

def getText(nodelist):

rc = ""
for node in nodelist:
if node.nodeType == node.TEXT_NODE:
rc = rc + node.data
return rc

def getTextFromNode(nodename):	def getTextFromNode(nodename):
nodelist=nodename.childNodes	nodelist=nodename.childNodes
Line 390 def writeMetadata(url,metadict,project=N	Line 392 def writeMetadata(url,metadict,project=N
metanode.removeChild(nodeOld[0]).unlink()	metanode.removeChild(nodeOld[0]).unlink()

metanodeneu=dom.createElement(metaData)	metanodeneu=dom.createElement(metaData)
try:	metanodetext=dom.createTextNode(metadict[metaData])
metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8"))	#try:
except:	#metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8"))
metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8'))	#except:
	#metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8'))
metanodeneu.appendChild(metanodetext)	metanodeneu.appendChild(metanodetext)
metanode.appendChild(metanodeneu)	metanode.appendChild(metanodeneu)

Line 420 def writeMetadata(url,metadict,project=N	Line 423 def writeMetadata(url,metadict,project=N
if digiliburlprefix:	if digiliburlprefix:
updateTextToolNode('digiliburlprefix',digiliburlprefix)	updateTextToolNode('digiliburlprefix',digiliburlprefix)

	try:
return dom.toxml().encode('utf-8')	return dom.toxml().encode('utf-8')
	except:
	return dom.toxml('utf-8')



Line 579 class ECHO_layoutTemplate(ZopePageTempla	Line 585 class ECHO_layoutTemplate(ZopePageTempla

def manage_addECHO_layoutTemplateForm(self):	def manage_addECHO_layoutTemplateForm(self):
"""Form for adding"""	"""Form for adding"""
pt=PageTemplateFile('Products/ECHO_content/zpt/AddECHO_layoutTemplate.zpt').__of__(self)	pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt/AddECHO_layoutTemplate.zpt')).__of__(self)
return pt()	return pt()

from urllib import quote	from urllib import quote
Line 1002 class ECHO_resource(Folder,Persistent):	Line 1008 class ECHO_resource(Folder,Persistent):
return pt()	return pt()


	def createImageUrl(self,pn=1):
	"""create ImageUrl"""


	resourcepath=readFieldFromXML(self.metalink,'resource','archive-path')

	digiliburlprefix=readFieldFromXML(self.metalink,'texttool','digiliburlprefix')
	images=readFieldFromXML(self.metalink,'texttool','image')


	if (not resourcepath) or (not digiliburlprefix) or (not images):
	zLOG.LOG("ECHO (createImageUrl)",zLOG.ERROR,"Cannot create ImageUrl for %s"%self.absolute_url())
	return None
	resourcepath=resourcepath.replace('/mpiwg/online','')
	if not digiliburlprefix: digiliburlprefix="http://echo.mpiwg-berlin.mpg.de/zogilib?"

	if (not images) or (not resourcepath): return None

	return "%sfn=%s&pn=%i"%(digiliburlprefix,resourcepath+"/"+images,pn)

	def copyTitleToInfoXML(self,RESPONSE=None):
	"""copy title from the resource"""
	presentationXML=readFieldFromXML(self.metalink,'texttool','presentation')
	resourcepath=readFieldFromXML(self.metalink,'resource','archive-path')
	if (not presentationXML) or (not resourcepath):
	if RESPONSE:
	RESPONSE.write("Error: %s\n"%self.getId())
	else:
	return None,self.absolute_url()

	try:
	fh=file(os.path.join(resourcepath,presentationXML),'w')
	fh.write("""<info>
	<author></author>
	<title>%s</title>
	<date></date>
	<display>yes</display>
	</info>"""%self.title)
	fh.close()
	return 1,self.getId()
	except:
	if RESPONSE:
	RESPONSE.write("Error: %s\n"%self.getId())
	else:
	return None,self.absolute_url()


def setStartPage(self,startpage=None,RESPONSE=None):	def setStartPage(self,startpage=None,RESPONSE=None):
"""set start page, if no startpage defined use the generic one of the resource"""	"""set start page, if no startpage defined use the generic one of the resource"""

if (not (type(startpage)==StringType)) and ("__generic" in startpage): # checke ob generic in der liste	if (not (type(startpage)==StringType)):
	if ("__generic" in startpage): # checke ob generic in der liste
startpage=self.absolute_url()+"/startpage_html"	startpage=self.absolute_url()+"/startpage_html"
	elif ("__firstPage" in startpage): # checke ob generic in der liste
	startpage=self.createImageUrl()

if (not startpage) or (startpage=="__generic"):	if (not startpage):
startpage=self.absolute_url()+"/startpage_html"	startpage=self.absolute_url()+"/startpage_html"
	elif (startpage=="__generic"):
	startpage=self.absolute_url()+"/startpage_html"
	elif (startpage=="__firstPage"):
	startpage=self.createImageUrl()

params="startpage=%s"%startpage	params="startpage=%s"%startpage
	print 'http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))

ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()	ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()

Line 1027 class ECHO_resource(Folder,Persistent):	Line 1087 class ECHO_resource(Folder,Persistent):
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server	path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server	path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server	path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server	path=re.sub('http://vision.mpiwg-berlin.mpg.de','',path) # falls vision als server
	path=re.sub('http://xserve02.mpiwg-berlin.mpg.de:18880','',path) # falls vision als server
	path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo
path=re.sub('/index.meta','',path)	path=re.sub('/index.meta','',path)


Line 1042 class ECHO_resource(Folder,Persistent):	Line 1104 class ECHO_resource(Folder,Persistent):
return pt()	return pt()



def getTextToolsField(self,name,default=''):	def getTextToolsField(self,name,default=''):
"""Lese Textoolsfelder aus index.meta im path aus"""	"""Lese Textoolsfelder aus index.meta im path aus"""

Line 1091 class ECHO_resource(Folder,Persistent):	Line 1154 class ECHO_resource(Folder,Persistent):
path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server	path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server	path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server	path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
	path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo

path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server	path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server

Line 1129 class ECHO_resource(Folder,Persistent):	Line 1193 class ECHO_resource(Folder,Persistent):

def getFullTextXML(self,noredirect=None):	def getFullTextXML(self,noredirect=None):
"""getFullTextXML; gives the FullText as an XML Document, and <error></error> if somthing goes wrong."""	"""getFullTextXML; gives the FullText as an XML Document, and <error></error> if somthing goes wrong."""

try:	try:
	#zLOG.LOG("ECHO Fulltext",zLOG.INFO,"open %s"%self.metalink)
fh=ECHO_helpers.urlopen(self.metalink)	fh=ECHO_helpers.urlopen(self.metalink)
	#zLOG.LOG("ECHO Fulltext",zLOG.INFO,"opened %s"%self.metalink)
dom=xml.dom.minidom.parse(fh)	dom=xml.dom.minidom.parse(fh)
texttools=dom.getElementsByTagName('texttool')	texttools=dom.getElementsByTagName('texttool')
text=texttools[0].getElementsByTagName('text')	text=texttools[0].getElementsByTagName('text')
texturl=getText(text[0].childNodes)	texturl=getText(text[0].childNodes)

	#zLOG.LOG("ECHO Fulltext",zLOG.INFO,"found %s"%texturl)
	fh.close()
	#zLOG.LOG("ECHO Fulltext",zLOG.INFO,"closed fh")
	#keine url
	if not (texturl.split(":")[0] in ['http','ftp','file']):
	if not noredirect:
	return file(texturl).read()
	else:
	return texturl

if not noredirect:	if not noredirect:
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')	self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
	zLOG.LOG("ECHO Fulltext",zLOG.INFO,"redirect to:%s"%texturl)
self.REQUEST.RESPONSE.redirect(texturl)	self.REQUEST.RESPONSE.redirect(texturl)
else:	else:
return texturl	return texturl
Line 1163 class ECHO_resource(Folder,Persistent):	Line 1241 class ECHO_resource(Folder,Persistent):
archivepath=getText(text[0].childNodes)	archivepath=getText(text[0].childNodes)
archivepath=re.sub('/mpiwg/online/','',archivepath)	archivepath=re.sub('/mpiwg/online/','',archivepath)
imageurl="http://echo.mpiwg-berlin.mpg.de/zogilib?fn="+archivepath+"/"+imagetemp	imageurl="http://echo.mpiwg-berlin.mpg.de/zogilib?fn="+archivepath+"/"+imagetemp
	fh.close()

if not noredirect:	if not noredirect:
self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')	self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
self.REQUEST.RESPONSE.redirect(imageurl)	self.REQUEST.RESPONSE.redirect(imageurl)
Line 2089 class ECHO_collection(Folder, Persistent	Line 2169 class ECHO_collection(Folder, Persistent
pt=PageTemplateFile('Products/ECHO_content/zpt/changeViewerTemplateSet').__of__(self)	pt=PageTemplateFile('Products/ECHO_content/zpt/changeViewerTemplateSet').__of__(self)
return pt()	return pt()

def getViewerTemplateSets(self,obj_ids=None):	def getViewerTemplateSets(self,obj_ids=None,RESPONSE=None):
"""Get the ViewerTemplateSet title for configuration"""	"""Get the ViewerTemplateSet title for configuration"""
ret=[]	ret=[]

Line 2151 class ECHO_collection(Folder, Persistent	Line 2231 class ECHO_collection(Folder, Persistent
if RESPONSE is not None:	if RESPONSE is not None:
RESPONSE.redirect('manage_main')	RESPONSE.redirect('manage_main')

	def copyTitleToInfoXMLFolder(self,RESPONSE=None):
	"""copy title into the title field of info.xml
	author and date werden leer!!!
	"""


	resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)


	for resource in resources:
	ret,txt=resource[1].copyTitleToInfoXML()
	if (not ret) and RESPONSE:
	RESPONSE.write("error: %s\n"%txt)
	if ret and RESPONSE:
	RESPONSE.write("ok: %s\n"%txt)

	#zLOG.LOG("ECHO (copyTitleToInfoXMLFolder)",zLOG.INFO,txt)
	if RESPONSE is not None:
	RESPONSE.write("done!\n")
	RESPONSE.close()
	RESPONSE.redirect('manage_main')

def copySearchFields(self,RESPONSE=None):	def copySearchFields(self,RESPONSE=None):
"""copys import metadatafields to the object"""	"""copys import metadatafields to the object"""
Line 2278 class ECHO_collection(Folder, Persistent	Line 2378 class ECHO_collection(Folder, Persistent
def getCollectionTreeXML(self):	def getCollectionTreeXML(self):
"""Tree as XML"""	"""Tree as XML"""

	def addPassWd(str):
	"""adds a user/passwd to an url"""
	txt2=re.sub(r"(http://)(.*?)","\g<1>www:3333@\g<2>",str)
	return txt2

def getCollection(object,depth=0):	def getCollection(object,depth=0):
depth+=1	depth+=1
collections=""	collections=""
Line 2285 class ECHO_collection(Folder, Persistent	Line 2390 class ECHO_collection(Folder, Persistent
element=getattr(object,entry)	element=getattr(object,entry)
try:	try:
if element.meta_type in ["ECHO_collection","ECHO_group"]:	if element.meta_type in ["ECHO_collection","ECHO_group"]:
collections+="<element name=\""+quote(element.title)+"\" url=\""+element.absolute_url()+"\">"	collections+="<element name=\""+quote(element.title)+"\" url=\""+addPassWd(element.absolute_url())+"\">"
collections+=getCollection(element,depth)+"</element>\n"	collections+=getCollection(element,depth)+"</element>\n"
except:	except:
"""nothing"""	"""nothing"""
Line 3004 class ECHO_root(Folder,Persistent,Implic	Line 3109 class ECHO_root(Folder,Persistent,Implic
#return "http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl"	#return "http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl"
###END CDLI add	###END CDLI add

	def sendForm(self,fromaddr,content,server='mail.mpiwg-berlin.mpg.de'):
	"""sendform"""
	toaddrs=["dwinter@mpiwg-berlin.mpg.de"]

	msg = ("From: %s\r\nTo: %s\r\nSubject: %s\r\n\r\n"
	% (fromaddr, ", ".join(toaddrs),"testsub"))
	server = smtplib.SMTP(server)
	#server.set_debuglevel(1)
	msg=msg+content
	server.sendmail(fromaddr, toaddrs, msg)
	server.quit()

def generateFromRDFForm(self):	def generateFromRDFForm(self):
"""change form"""	"""change form"""
Line 3507 class ECHO_root(Folder,Persistent,Implic	Line 3623 class ECHO_root(Folder,Persistent,Implic

def xml2html(self,str,quote="yes"):	def xml2html(self,str,quote="yes"):
"""link2html fuer VLP muss hier noch raus"""	"""link2html fuer VLP muss hier noch raus"""
#print str

if str:	if str:
if quote=="yes2":	if quote=="yes2":
str=re.sub("\&","&",str)	str=re.sub("\&","&",str)
dom=xml.dom.minidom.parseString(str)	#dom=xml.dom.minidom.parseString(str)
links=dom.getElementsByTagName("link")	dom = NonvalidatingReader.parseString(str,"http://www.mpiwg-berlin.mpg.de/")
	#links=dom.getElementsByTagName("link")
	links=Ft.Xml.XPath.Evaluate(".//link", contextNode=dom)
for link in links:	for link in links:
link.tagName="a"	#link.tagName="a"
ref=link.getAttribute("ref")
pn=link.getAttribute("page")	ref=link.getAttributeNS(EMPTY_NAMESPACE,"ref")
	pn=link.getAttributeNS(EMPTY_NAMESPACE,"page")

	cns=link.childNodes[0:]

	newLink=dom.createElementNS(EMPTY_NAMESPACE,"a")
	for x in cns:
	newLink.appendChild(x)



	link.parentNode.replaceChild(newLink,link)
if self.checkRef(ref):	if self.checkRef(ref):
if pn:	if pn:
link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn)	newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn)
else:	else:
link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref)	newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref)

str= dom.toxml()

	#str= dom.toxml('utf-8')
	buf = cStringIO.StringIO()
	PrettyPrint(dom, stream=buf, encoding='UTF-8')
	str = buf.getvalue()
	buf.close()
	#str=PrettyPrint(dom.documentElement,encoding='UTF-8')
#print link.toxml('utf-8')	#print link.toxml('utf-8')
	#print type(str)
retStr=regexpPage.search(str)	retStr=regexpPage.search(str)
	try: # hack warum fehtl manchmal page??
return retStr.group(1)	return retStr.group(1)
	except:
	return str
return ""	return ""

def checkRef(self,ref):	def checkRef(self,ref):
dbs={'vl_literature':'AND CD LIKE \'%lise%\'','vl_technology':'','vl_people':'','vl_sites':''}	if ref[0:3]=='lit':
	if len(self.library_data({ 'id':ref}))>0:
	return 1
	try:
	if ref[0:7]=="tec_cat":
	return 1
	except:
	"""nothing"""

	dbs={'vl_technology':'','vl_people':'','vl_sites':''}
res=None	res=None
for db in dbs.keys():	for db in dbs.keys():

res=res or self.search(var=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db])))	res=res or self.search(var=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db])))
return res	return res

Line 3568 class ECHO_root(Folder,Persistent,Implic	Line 3709 class ECHO_root(Folder,Persistent,Implic
<partners>"""	<partners>"""

for partner in partners:	for partner in partners:
ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),unicode(partner.title,'utf-8','replace'))	ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),partner.title)

return ret+"\n</partners>"	return ret+"\n</partners>"

Line 3675 class ECHO_root(Folder,Persistent,Implic	Line 3816 class ECHO_root(Folder,Persistent,Implic

def getMetaDatasXML(self,viewerType=None,filter=None):	def getMetaDatasXML(self,viewerType=None,filter=None):
"""gebe all ressourcen aus"""	"""gebe all ressourcen aus"""
	# check if the request's host part was OK
	http_host = self.REQUEST['HTTP_HOST']
	host_port = self.REQUEST['SERVER_PORT']
	fix_host = None
	if http_host and http_host.rfind(host_port) == -1:
	print "HTTP_HOST needs fixing!"
	fix_host = http_host + ":" + host_port

ret="""<?xml version="1.0" ?>	ret="""<?xml version="1.0" ?>
<index>"""	<index>"""
for resource in self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1):	for resource in self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1):

echo_url=resource[1].absolute_url()	echo_url=resource[1].absolute_url()
	if fix_host:
	#print "replacing ", http_host, " by ", fix_host
	echo_url = string.replace(echo_url, http_host, fix_host, 1)

if hasattr(resource[1],'link'):	if hasattr(resource[1],'link'):
meta_url=echo_url+"/getMetaDataXML"	meta_url=echo_url+"/getMetaDataXML"
Line 3698 class ECHO_root(Folder,Persistent,Implic	Line 3850 class ECHO_root(Folder,Persistent,Implic

ret +="""\n</index>"""	ret +="""\n</index>"""


self.REQUEST.RESPONSE.setHeader("Content-Type", "text/xml")	self.REQUEST.RESPONSE.setHeader("Content-Type", "text/xml")
self.REQUEST.RESPONSE.write(ret)	self.REQUEST.RESPONSE.write(ret)

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.169
changed lines
	Added in v.1.185