ECHO_content/ECHO_collection.py - diff

Return to ECHO_collection.py CVS log

Up to [Repository] / ECHO_content

Diff for /ECHO_content/ECHO_collection.py between versions 1.115 and 1.177

-version 1.115, 2004/06/17 10:03:20
+version 1.177, 2004/10/13 14:55:15
  Line 14  import re
  import os
  import OFS.Image
  from types import *
+ from OFS.Cache import Cacheable
  from OFS.Image import Image
  from Globals import DTMLFile
  from OFS.Folder import Folder
- Line 29  from Products.PageTemplates.ZopePageTemp
+ Line 30  from Products.PageTemplates.ZopePageTemp
  from Globals import Persistent, package_home
  from Acquisition import Implicit
  from ECHO_helpers import displayTypes
+ import urllib
+ import smtplib
+ import time
+ from Ft.Xml.Domlette import NonvalidatingReader
+ from Ft.Xml.Domlette import PrettyPrint
+ from Ft.Xml import EMPTY_NAMESPACE
+ import Ft.Xml.XPath
+ import cStringIO
  try:
      from psycopg import libpq
- Line 46  import xml.dom.minidom
+ Line 55  import xml.dom.minidom
  from ECHO_graphicalOverview import javaHandler,javaScriptMain
  import ECHO_helpers
+ def donatus(txt2):
+     import xmlrpclib
+     server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc")
+     txt=txt2.encode('utf-8')
+     bin=xmlrpclib.Binary(txt)
+     ret=server.donatus.analyze(bin)
+     return ret['morphData'].data
+ def donatusVariant2Lemma(morphData):
+     """creates hash variant -> morphdata"""
+     ret={}
+     dom=xml.dom.minidom.parseString(morphData)
+     lemmas=dom.getElementsByTagName('lemma')
+     for lemma in lemmas:
+         variants=lemma.getElementsByTagName('variant')
+         for variant in variants:
+             atr=variant.getAttribute('form')
+             if ret.has_key(atr):
+                 ret[atr].append=lemma.getAttribute('form')
+             else:
+                 ret[atr]=[lemma.getAttribute('form')]
+     return ret
+ #regexp for extracting elements from xml
+ patternTXT=r"<\s*txt.*?>(.*?)</txt>"
+ regexpTXT = re.compile(patternTXT, re.IGNORECASE + re.DOTALL)
+ patternPage=r"<\s*page.*?>(.*?)</page>"
+ regexpPage = re.compile(patternPage, re.IGNORECASE + re.DOTALL)
+ def ECHO_rerenderLinksMD(self,obj=None,types=['title','label']):
+         """Rerender all Links"""
+     ret=""
+         if not obj:
+             obj = self
+         entries=obj.ZopeFind(obj,obj_metatypes=['ECHO_resource'],search_sub=1)
+         for entry in entries:
+         if entry[1].meta_type == 'ECHO_resource':
+             try:
+                 entry[1].ECHO_getResourceMD(template="no")
+                                 if "title" in types:
+                                     entry[1].generate_title()
+                                 if "label" in types:
+                                     entry[1].generate_label()
+                 ret+="OK:"+entry[0]+"-- "+entry[1].getTitle().decode('utf-8')+"-- "+entry[1].getTitle().decode('utf-8')+"<br>"
+             except:
+                 ret+="Error:"+entry[0]+"<br>"
+         return "<html><body>"+ret+"Rerenderd all links to resources in: "+self.title+"</html></body>"
+ def reloadMetaDataFromStorage(self,RESPONSE=None):
+         """copy metadata from the storage to ECHO"""
+         ret=""
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
+         for resource in resources:
+             x=str(resource[1].copyIndex_meta2echo_resource())+"<br>"
+             ret+=x
+             #print x
+         if RESPONSE is not None:
+             #RESPONSE.redirect('./manage_main')
+             return "<html><body>"+ret+"</html></body>"
+         return ret
+ def getRDFDescription(self,linkURL,urn=None,nameDef=None,typeName=None):
+         """rdf"""
+         ret=""
+         about="""<RDF:Description RDF:about="%s">"""
+         name="""<ECHONAVIGATION:name>%s</ECHONAVIGATION:name>"""
+         link="""<ECHONAVIGATION:link xlink:href="%s">%s</ECHONAVIGATION:link>"""
+         clickable="""<ECHONAVIGATION:linkClickable>%s</ECHONAVIGATION:linkClickable>"""
+         #link="""<ECHONAVIGATION:link RDF:about="%s"/>"""
+         type="""<ECHONAVIGATION:type>%s</ECHONAVIGATION:type>"""
+             #xlink="""<ECHONAVIGATION:xlink xlink:href="%s"/>"""
+         if not urn:
+             #urn="urn:"+re.sub('/',':',self.absolute_url())
+             urn=self.absolute_url()
+         about2=about%urn
+         if not nameDef:
+             if hasattr(self,'label') and not (self.label==""):
+                 name2=name%self.label
+             elif not self.title=="":
+                 name2=name%self.title
+             else:
+                 name2=name%self.getId()
+             name2=re.sub('&','&amp;',name2)
+         else:
+             name2=name%nameDef
+         linkURL=re.sub('http:','',linkURL)
+         linkURL2=re.sub('&','&amp;',linkURL)
+         link2=link%(("http:"+linkURL2),("http:"+urllib.quote(linkURL)))
+         clickable2=clickable%"true"
+         if not typeName:
+             type2=type%self.meta_type
+         else:
+             type2=type%typeName
+         #ret=about2+"\n"+name2+"\n"+link2+"\n"+type2+"\n"+clickable2+"\n</RDF:Description>"
+         ret=about2+"\n"+name2+"\n"+type2+"\n"+clickable2+"\n</RDF:Description>"
+         return ret
  def getCopyrightsFromForm(self,argv):
      medias={}
      partners={}
- Line 145  def getText(nodelist):
+ Line 277  def getText(nodelist):
             rc = rc + node.data
      return rc
+ def getTextFromNode(nodename):
+     nodelist=nodename.childNodes
+     rc = ""
+     for node in nodelist:
+         if node.nodeType == node.TEXT_NODE:
+            rc = rc + node.data
+     return rc
  def sendFile(self, filename, type):
      """sends an object or a local file (in the product) as response"""
- Line 184  class BrowserCheck:
+ Line 323  class BrowserCheck:
      self.isIEMac = self.isIE and self.isMac
- def writeMetadata(url,metadict):
+ def writeMetadata(url,metadict,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None,xmlfrag=None,digiliburlprefix=None):
      """Einlesen der Metadaten und und erstellen des geaenderten XML file"""
+     def updateTextToolNode(tag,value):
+         #print dom,tag,value
+         metanode=dom.getElementsByTagName('texttool')[0]
+         try:
+             nodeOld=metanode.getElementsByTagName(tag)
+         except:
+             nodeOld=None
+         if nodeOld:
+             metanode.removeChild(nodeOld[0]).unlink()
+         node=dom.createElement(tag)
+         nodetext=dom.createTextNode(value)
+         node.appendChild(nodetext)
+         metanode.appendChild(node)
+     if xmlfrag:
+         geturl="""<?xml version="1.0" ?>
+                            <resource type="MPIWG">
+                <meta>
+                 <bib type="Book">
+                         </bib>
+                 </meta>
+                 </resource>"""
+         dom=xml.dom.minidom.parseString(geturl)
+     else:
      try:
          geturl=""
-         for line in urllib.urlopen(url).readlines():
+             for line in ECHO_helpers.urlopen(url).readlines():
              geturl=geturl+line
- Line 201  def writeMetadata(url,metadict):
+ Line 368  def writeMetadata(url,metadict):
      except:
          return (None,"Cannot parse: "+url+"<br>"+geturl)
      metanodes=dom.getElementsByTagName('bib')
      if not metanodes:
- Line 228  def writeMetadata(url,metadict):
+ Line 397  def writeMetadata(url,metadict):
                  metanode.removeChild(nodeOld[0]).unlink()
          metanodeneu=dom.createElement(metaData)
-         try:
+                 metanodetext=dom.createTextNode(metadict[metaData])
-             metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8"))
+         #try:
-         except:
+             #metanodetext=dom.createTextNode(unicode(metadict[metaData],"utf-8"))
-             metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8'))
+         #except:
+             #metanodetext=dom.createTextNode(metadict[metaData].encode('utf-8'))
          metanodeneu.appendChild(metanodetext)
          metanode.appendChild(metanodeneu)
+     if project:
+         updateTextToolNode('project',project)
+     if startpage:
+         updateTextToolNode('startpage',startpage)
+     if topbar:
+         updateTextToolNode('toptemplate',topbar)
+     if thumbtemplate:
+         updateTextToolNode('thumbtemplate',thumbtemplate)
+     if xslt:
+         updateTextToolNode('xslt',xslt)
+     if digiliburlprefix:
+         updateTextToolNode('digiliburlprefix',digiliburlprefix)
+         try:
      return dom.toxml().encode('utf-8')
+     except:
+      return dom.toxml('utf-8')
- Line 247  def readMetadata(url):
+ Line 442  def readMetadata(url):
      metadict={}
      try:
          geturl=""
-         for line in urllib.urlopen(url).readlines():
+         for line in ECHO_helpers.urlopen(url).readlines():
              geturl=geturl+line
- Line 336  class ECHO_copyright(Folder):
+ Line 531  class ECHO_copyright(Folder):
          {'label':'Main Config','action':'ECHO_copyright_configForm'},
          )
      def ECHO_copyright_configForm(self):
          """change form"""
          pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_copyright').__of__(self)
- Line 439  def manage_addECHO_layoutTemplate(self,
+ Line 635  def manage_addECHO_layoutTemplate(self,
      REQUEST.RESPONSE.redirect(u+'/manage_main')
      return ''
+ class ECHO_fullText(ZopePageTemplate):
+     """echo fulltext in xml"""
+     meta_type="ECHO_fullText"
+     def donatusVariant2Lemma(self,nr='1'):
+         """analyze by donatus"""
+         return donatusVariant2Lemma(donatus(self.lemmatize(nr)))
+     def tagLex(self,nr="1"):
+         """generate Links"""
+         global retLex
+         global toggle
+         toggle=0
+         retLex=""
+         lemmatized=self.lemmatize(nr)[0:]
+         #print "ho",repr(lemmatized)
+         variants=donatusVariant2Lemma(donatus(lemmatized))
+         def createTag(name,attrs):
+                         global toggle
+             if name=="w":
+                 toggle=1
+                 return ""
+             else:
+                 tag="<"
+                 tag+=name
+                 for attr in attrs.keys():
+                     tag+=""" %s="%s" """%(attr,attrs[attr])
+                 tag+=">"
+             return tag
+         def createData(data):
+             global toggle
+             astring="""<a href="http://141.14.236.86/cgi-bin/toc/dict?step=remotetable;word=%s;lang=de" target="_blank">%s</a> """
+             if toggle: # tag war ein w
+                 toggle=0
+                 if variants.has_key(data):
+                     return astring%(variants[data][0],data)
+                 else:
+                     return astring%(data,data)
+         # 3 handler functions
+         def start_element(name, attrs):
+             global retLex
+             retLex+=createTag(name,attrs)
+         def end_element(name):
+             global retLex
+             if not name=="w":
+                 retLex+="</%s>"%(name.encode('utf-8'))
+         def char_data(data):
+             global retLex
+             if data:
+                 try:
+                     retLex+=createData(data)
+                 except:
+                     """no"""
+         p = xml.parsers.expat.ParserCreate()
+         p.StartElementHandler = start_element
+         p.EndElementHandler = end_element
+         p.CharacterDataHandler = char_data
+         p.Parse(lemmatized.encode('utf-8'),1)
+         #print repr(lemmatized.encode('utf-8'))
+         return retLex
+     def lemmatize(self,nr='1',lang="de"):
+         """lemmatize"""
+         global ret
+         ret=""
+         def createTag(name,attrs):
+             tag="<"
+             tag+=name
+             for attr in attrs.keys():
+                 tag+=""" %s="%s" """%(attr,attrs[attr])
+             tag+=">"
+             return tag
+         def insertW(str):
+             splitted=str.split()
+             wordlist=["<w>%s</w>"%split for split in splitted]
+             return string.join(wordlist,'\n')
+         # 3 handler functions
+         def start_element(name, attrs):
+             global ret
+             ret+=createTag(name,attrs)
+         def end_element(name):
+             global ret
+             ret+="</%s>"%(name.encode('utf-8'))
+         def char_data(data):
+             global ret
+             ret+=insertW(data)
+         p = xml.parsers.expat.ParserCreate()
+         p.StartElementHandler = start_element
+         p.EndElementHandler = end_element
+         p.CharacterDataHandler = char_data
+         p.Parse(self.getPage(nr), 1)
+         txt="""<wtag locator="xxx">
+         <section lang="%s"><s>%s</s></section>
+         </wtag>"""
+         ret=txt%(lang,ret)
+         return ret
+     def getPage(self,nr='1'):
+         """get page n"""
+         dom=xml.dom.minidom.parseString(self())
+         pages=dom.getElementsByTagName('page')
+         return pages[int(nr)-1].toxml('utf-8')
+ # Product registration and Add support
+ manage_addECHO_fullTextForm = PageTemplateFile(
+     'zpt/AddECHO_fullText.zpt', globals())
+ from urllib import quote
+ def manage_addECHO_fullText(self, id, title=None, text=None,
+                            REQUEST=None, submit=None):
+     "Add a Page Template with optional file content."
+     id = str(id)
+     if REQUEST is None:
+         self._setObject(id, ECHO_fullText(id, text))
+         ob = getattr(self, id)
+         if title:
+             ob.pt_setTitle(title)
+         return ob
+     else:
+         file = REQUEST.form.get('file')
+         headers = getattr(file, 'headers', None)
+         if headers is None or not file.filename:
+             zpt = ECHO_fullText(id)
+         else:
+             zpt = ECHO_fullText(id, file, headers.get('content_type'))
+         self._setObject(id, zpt)
+         try:
+             u = self.DestinationURL()
+         except AttributeError:
+             u = REQUEST['URL1']
+         if submit == " Add and Edit ":
+             u = "%s/%s" % (u, quote(id))
+         REQUEST.RESPONSE.redirect(u+'/manage_main')
+     return ''
  class ECHO_resource(Folder,Persistent):
      """ECHO Ressource"""
+     security=ClassSecurityInfo()
      meta_type='ECHO_resource'
      viewClassificationList=viewClassificationListMaster
      getSubCols = ECHO_helpers.getSubCols
+     security.declareProtected('View','index_html')
+     def showRDF(self):
+         """showrdf"""
+             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+         ret="""<?xml version="1.0" encoding="utf-8"?>\n<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"  xmlns:ECHONAVIGATION="http://www.echo.eu/rdf#">\n"""
+         ret+=self.getRDF(urn="echo:colllectionroot")+"\n"
+         ret+="""</RDF:RDF>"""
+             return ret
+     def getRDF(self,urn=None):
+         """rdf"""
+         ret=getRDFDescription(self,self.link,urn=urn)
+         return ret+self.createSubElementRDF(urn=urn)
+     def createSubElementRDF(self,urn=None):
+         """rdf list"""
+         if not urn:
+             urn=self.absolute_url()
+         ret=""
+         rettemp="""<RDF:Seq RDF:about="%s">\n"""%urn
+         flag=0
+         li="""<RDF:li RDF:resource="%s" />\n"""
+         if not ('<error>' in self.getFullTextXML(noredirect='Yes')):
+             nurn=self.absolute_url()+'/getFullTextXML'
+             rettemp+=li%nurn
+             flag=1
+         if not ('<error>' in self.getImageView(noredirect='Yes')):
+             nurn=self.absolute_url()+'/getImageView'
+             rettemp+=li%nurn
+             flag=1
+         if not ('<error>' in self.showMetaDataXML()):
+             nurn=self.absolute_url()+'/showMetaDataXML'
+             rettemp+=li%nurn
+             flag=1
+         rettemp+="</RDF:Seq>"
+         if flag==1:
+             ret+=rettemp
+         if not ('<error>' in self.getFullTextXML(noredirect='Yes')):
+                     nurn=self.absolute_url()+'/getFullTextXML'
+             ret+=getRDFDescription(self,self.absolute_url()+'/getFullTextXML',urn=nurn,nameDef="Fulltext",typeName="ECHO_fulltext")
+         if not ('<error>' in self.getImageView(noredirect='Yes')):
+                     nurn=self.absolute_url()+'/getImageView'
+             ret+=getRDFDescription(self,self.absolute_url()+'/getImageView',urn=nurn,nameDef="Image View",typeName="ECHO_imageview")
+         if not ('<error>' in self.showMetaDataXML()):
+                     nurn=self.absolute_url()+'/showMetaDataXML'
+             ret+=getRDFDescription(self,self.absolute_url()+'/showMetaDataXML',urn=nurn,nameDef="Metadata",typeName="ECHO_metaData")
+         return ret
+     def getAccessRightSelectorHTML(self,outlook="select"):
+         """htmlselector"""
+         values=['free','mpiwg']
+         if outlook=="select":
+             ret="""<select name="%s">"""%self.getId()
+             for value in values:
+                 if value==self.getAccessRightMD():
+                     ret+="<option selected>%s</option>"%value
+                 else:
+                     ret+="<option>%s</option>"%value
+             return ret+"</select>"
+         else:
+             ret=""
+             for value in values:
+                 if value==self.getAccessRightMD():
+                     ret+="""<input type="radio" name="%s" value="%s" checked>%s"""%(self.getId(),value,value)
+                 else:
+                     ret+="""<input type="radio" name="%s" value="%s">%s"""%(self.getId(),value,value)
+             return ret
+     def getAccessRightMD(self):
+         """set accessright"""
+         url=self.metalink
+         try:
+             geturl=""
+             for line in ECHO_helpers.urlopen(url).readlines():
+                 geturl=geturl+line
+         except:
+             return (None,"Cannot open: "+url)
+         try:
+             dom=xml.dom.minidom.parseString(geturl)
+             root=dom.getElementsByTagName('resource')[0]
+         except:
+             return (None,"Cannot parse: "+url+"<br>"+geturl)
+         internal=dom.getElementsByTagName('internal')
+         if internal:
+             institution=dom.getElementsByTagName('institution')
+             return getText(institution[0].childNodes)
+         free=dom.getElementsByTagName('free')
+         if free:
+             return "free"
+         return "free" #default free
+     def changeAccessRightMD(self,accessright,RESPONSE=None):
+         """change the rights"""
+         params="accessright=%s"%accessright
+         #print ECHO_helpers.urlopen(self.absolute_url()+'/setAccessRightXML'+'?'+params).read()
+         ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/setAccessRightXML'+urllib.quote('?'+params))).read()
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def setAccessRightXML(self,accessright):
+         """set accessright"""
+         url=self.metalink
+         try:
+             geturl=""
+             for line in ECHO_helpers.urlopen(url).readlines():
+                 geturl=geturl+line
+         except:
+             return (None,"Cannot open: "+url)
+         try:
+             dom=xml.dom.minidom.parseString(geturl)
+             root=dom.getElementsByTagName('resource')[0]
+         except:
+             return (None,"Cannot parse: "+url+"<br>"+geturl)
+         metanodes=dom.getElementsByTagName('access-conditions')
+         if not metanodes:
+             nodenew=dom.createElement('access-conditions')
+             root.appendChild(nodenew)
+             metanode=nodenew
+         else:
+             metanode=metanodes[0]
+         accesses=metanode.getElementsByTagName('access')
+         if not accesses:
+             nodenew2=dom.createElement('access')
+             metanode.appendChild(nodenew2)
+             metanode2=nodenew2
+         else:
+             metanode2=accesses[0]
+         internal=metanode.getElementsByTagName('internal')
+         if internal:
+             metanode2.removeChild(internal[0]).unlink()
+         free=metanode.getElementsByTagName('free')
+         if free:
+             metanode2.removeChild(internal[0]).unlink()
+         if accessright=='free':
+             nodenew3=dom.createElement('free')
+             metanode2.appendChild(nodenew3)
+         elif accessright=='mpiwg':
+             nodenew3=dom.createElement('internal')
+             nodenew4=dom.createElement('institution')
+             metanodetext=dom.createTextNode('mpiwg')
+             nodenew4.appendChild(metanodetext)
+             nodenew3.appendChild(nodenew4)
+             metanode2.appendChild(nodenew3)
+         return dom.toxml().encode('utf-8')
+     def setStartPageForm(self):
+         """Form for changing the startpage"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_resourceStartPage.zpt').__of__(self)
+             pt.content_type="text/html"
+             return pt()
+     def setStartPage(self,startpage=None,RESPONSE=None):
+         """set start page, if no startpage defined use the generic one of the resource"""
+         if (not (type(startpage)==StringType)) and ("__generic" in startpage): # checke ob generic in der liste
+             startpage=self.absolute_url()+"/startpage_html"
+         if (not startpage) or (startpage=="__generic"):
+              startpage=self.absolute_url()+"/startpage_html"
+         params="startpage=%s"%startpage
+         ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
+         path=self.metalink
+         path=re.sub(self.REQUEST['SERVER_URL'],'',path)
+         path=re.sub('http://'+self.REQUEST['HTTP_HOST'],'',path)
+         path=re.sub('http://foxridge.mpiwg-berlin.mpg.de:8080','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.mpiwg-berlin.mpg.de','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
+             path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
+         path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
+         path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server
+         path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo
+         path=re.sub('/index.meta','',path)
+         ECHO_helpers.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def changeViewerTemplateSetForm(self):
+         """change the viewer template set"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeResourceViewerTemplateSet').__of__(self)
+             return pt()
+     def getTextToolsField(self,name,default=''):
+         """Lese Textoolsfelder aus index.meta im path aus"""
+         try:
+             dom=xml.dom.minidom.parse(self.metalink)
+             node=dom.getElementsByTagName('texttool')[0] #getNode
+             subnode=node.getElementsByTagName(name)[0]
+             # bei text wird nur der Folder gebraucht
+             if name=="text":
+                 splitted=getText(subnode.childNodes).split("/")
+                 return splitted[len(splitted)-2]
+             else:
+                 return getText(subnode.childNodes)
+         except:
+             return default
+     def changeViewerTemplateSet(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix,RESPONSE=None):
+         """changeit"""
+         paramList=['project','startpage','xslt','thumbtemplate','topbar','digiLibTemplate','digiliburlprefix']
+         #writeMetadata(self.metalink,self.metaDataHash,project,None,xslt,thumbtemplate,topbar,digiLibTemplate)
+         params="project=%s&xslt=%s&thumbtemplate=%s&topbar=%s&digiLibTemplate=%s&digiliburlprefix=%s"%(project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix)
+         ECHO_helpers.urlopen('http://echo.mpiwg-berlin.mpg.de/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML'+urllib.quote('?'+params))).read()
+         #print self.absolute_url()+'/newMetaXML'+urllib.quote'?'+params)
+         # hack Pfad auf die Dokumente
+         path=self.metalink
+         path=re.sub('/index.meta','',path)
+         path=re.sub(self.REQUEST['SERVER_URL'],'',path)
+         path=re.sub('http://'+self.REQUEST['HTTP_HOST'],'',path)
+         path=re.sub('http://foxridge.mpiwg-berlin.mpg.de:8080','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.mpiwg-berlin.mpg.de:8080','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.mpiwg-berlin.mpg.de','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.rz-berlin.mpg.de:8080','',path) # falls foxridge als server
+         path=re.sub('http://foxridge.rz-berlin.mpg.de','',path) # falls foxridge als server
+         path=re.sub('http://content.mpiwg-berlin.mpg.de','',path) # falls content als server
+         path=re.sub('http://echo.mpiwg-berlin.mpg.de','',path) # falls echo
+         path=re.sub('http://vision.rz-berlin.mpg.de','',path) # falls vision als server
+         return ECHO_helpers.urlopen("http://nausikaa2.rz-berlin.mpg.de:86/cgi-bin/toc/admin/reg.cgi?path=%s"%path).readlines()
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
      def getTitle(self):
      """title"""
-     return self.title.encode('utf-8')
+     try:
+         return self.title.encode('utf-8','ignore')
+     except:
+         self.title=self.title.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.title.encode('utf-8','ignore')
      def getLabel(self):
      """title"""
-     return self.label.encode('utf-8')
+     try:
+         return self.label.encode('utf-8','ignore')
+     except:
+         self.label=self.label.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.label.encode('utf-8','ignore')
      def content_html(self):
          """template fuer content"""
- Line 469  class ECHO_resource(Folder,Persistent):
+ Line 1143  class ECHO_resource(Folder,Persistent):
      def getFullTextXML(self,noredirect=None):
          """getFullTextXML; gives the FullText as an XML Document, and <error></error> if somthing goes wrong."""
          try:
-             fh=urllib.urlopen(self.metalink)
+             fh=ECHO_helpers.urlopen(self.metalink)
              dom=xml.dom.minidom.parse(fh)
              texttools=dom.getElementsByTagName('texttool')
              text=texttools[0].getElementsByTagName('text')
              texturl=getText(text[0].childNodes)
-             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+             if not (texturl.split(":")[0] in ['http','ftp','file']):
+                     texturl=re.sub("//","/",texturl)
+             #return texturl+"::"+texturl.split(":")[0]
              if not noredirect:
+                             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
                  self.REQUEST.RESPONSE.redirect(texturl)
              else:
                  return texturl
- Line 487  class ECHO_resource(Folder,Persistent):
+ Line 1164  class ECHO_resource(Folder,Persistent):
              else:
                  return "<error>no fulltext available</error>"
+     def getImageView(self,noredirect=None):
+         """getImages; give Imageviewr  and <error></error> if somthing goes wrong."""
+         try:
+             fh=ECHO_helpers.urlopen(self.metalink)
+             dom=xml.dom.minidom.parse(fh)
+             texttools=dom.getElementsByTagName('texttool')
+             text=texttools[0].getElementsByTagName('image')
+             imagetemp=getText(text[0].childNodes)
+             text=dom.getElementsByTagName('archive-path')
+             archivepath=getText(text[0].childNodes)
+             archivepath=re.sub('/mpiwg/online/','',archivepath)
+             imageurl="http://echo.mpiwg-berlin.mpg.de/zogilib?fn="+archivepath+"/"+imagetemp
+             if not noredirect:
+                             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+                 self.REQUEST.RESPONSE.redirect(imageurl)
+             else:
+                 return imageurl
+         except:
+             if not noredirect:
+                 self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+                 self.REQUEST.RESPONSE.write("<error>no fulltext available</error>")
+             else:
+                 return "<error>no images available</error>"
      def getCopyrightsHTML(self):
-         """gib link auf copyright notiz aus"""
+         """gib (link auf copyright link, mediatyp, institution, copyrightType, label von copyrightType) aus"""
-         if hasattr(self,'copyrightModell'):
+         if hasattr(self,'copyrightModel'):
-             obj=self.copyrightModell
+             obj=self.copyrightModel
          else:
              return "ERROR"
          ret=[]
-         for copyright in obj.getCopyrights():
+         for copyright in obj.getCopyrights(): #copyright - media / partner / copyrightID
-             link="copyrightTypes/"+copyright[2]+'/copyright.html'
              try:
-                 label=getattr(self.copyrightTypes,copyright[2]).label
+                 if hasattr(self.copyrightTypes,copyright[2]):
-                 ret.append(("""<a target="_blank" href="%s?partner=%s">%s</a>"""%(link,copyright[1],label),copyright[0],copyright[0],copyright[1],copyright[2]))
+                      copyrightTypeObj=getattr(self.copyrightTypes,copyright[2])
+                      link="copyrightTypes/"+copyright[2]+'/copyright.html'
+                 else:
+                      copyrightTypeObj=getattr(obj,copyright[2])
+                      link="copyrightModel/"+copyright[2]+'/copyright.html'
+                 label=copyrightTypeObj.label
+                 url=getattr(copyrightTypeObj, 'url', '')
+                 if url!='':
+                      ret.append((url,copyright[0],copyright[1],copyright[2],label))
+                 else:
+                     if hasattr(copyrightTypeObj, 'copyright.html'):
+                          ret.append(("""%s?partner=%s"""%(link,copyright[1]),copyright[0],copyright[1],copyright[2],label))
+                     else:
+                          ret.append(('empty',copyright[0],copyright[1],copyright[2],label))
              except:
                  """nothing"""
          return ret
+     def getInstitutionsHTML(self):
+         """gibt Liste der frdernden Institutionen aus"""
+         if hasattr(self,'support'):
+             obj=self.support
+             ret=obj.getSupporter()
+             return ret
+         else:
+             return ''
      def getCredits(self):
          """Ausgabe der credits"""
          if self.credits:
- Line 543  class ECHO_resource(Folder,Persistent):
+ Line 1273  class ECHO_resource(Folder,Persistent):
      def getCoords(self):
-         """gibt coordinaten als String zur�ck und l�scht zugleich eintr�ge die keine Koordinaten sind, letzteres zur korrektur der Eingabe der alten version"""
+         """gibt coordinaten als String zurück und löscht zugleich einträge die keine Koordinaten sind, letzteres zur korrektur der Eingabe der alten version"""
          retList=[]
          if hasattr(self,'coords'):
              for x in self.coords:
- Line 610  class ECHO_resource(Folder,Persistent):
+ Line 1340  class ECHO_resource(Folder,Persistent):
          self.contentType=self.bib_type
          for data in self.metadata:
              data_neu=re.sub('-','_',data)
-             self.metaDataHash[data_neu]=getattr(self,data)
+             self.meta
+                         DataHash[data_neu]=getattr(self,data)[0:]
          pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_resource_metadata.zpt').__of__(self)
- Line 620  class ECHO_resource(Folder,Persistent):
+ Line 1351  class ECHO_resource(Folder,Persistent):
      def changeECHO_resource_main(self,metalink,link,title,label,description,contentType,renderingType,weight,resourceID,RESPONSE=None):
-         """�nderung der Properties"""
+         """Änderung der Properties"""
      self.resourceID=resourceID
      self.title=title
      self.label=label
- Line 638  class ECHO_resource(Folder,Persistent):
+ Line 1369  class ECHO_resource(Folder,Persistent):
      def changeECHO_resource_coords(self,coords,viewClassification,RESPONSE=None):
-         """�nderung der Properties - coords"""
+         """Änderung der Properties - coords"""
      if type(coords)==StringType:
              coords=[coords]
- Line 655  class ECHO_resource(Folder,Persistent):
+ Line 1386  class ECHO_resource(Folder,Persistent):
              RESPONSE.redirect('manage_main')
      def changeECHO_resource_credits(self,credits,responsible,copyrightType,RESPONSE=None):
-         """�nderung der Properties"""
+         """Änderung der Properties"""
      self.credits=credits
      self.responsible=responsible
      self.copyrightType=copyrightType
- Line 668  class ECHO_resource(Folder,Persistent):
+ Line 1399  class ECHO_resource(Folder,Persistent):
          """change metadata"""
          tags=self.findTagsFromMapping(self.contentType)
          for field in tags[1]:
-             self.metaDataHash[self.getFieldTag(tags,field)]=self.REQUEST.form[self.getFieldTag(tags,field)]
+             self.metaDataHash[self.getFieldTag(tags,field)]=self.REQUEST.form[self.getFieldTag(tags,field)][0:]
- Line 686  class ECHO_resource(Folder,Persistent):
+ Line 1417  class ECHO_resource(Folder,Persistent):
              except:
                  """nothing"""
-         return urllib.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML')).read()
+         ECHO_helpers.urlopen('http://xserve02.mpiwg-berlin.mpg.de:18880/echo_nav/storage/downloadExternalXML?index_meta_url=%s&xml_url=%s'%(self.metalink,self.absolute_url()+'/newMetaXML')).read()
          if RESPONSE is not None:
              RESPONSE.redirect('manage_main')
- Line 695  class ECHO_resource(Folder,Persistent):
+ Line 1427  class ECHO_resource(Folder,Persistent):
      def getMDValue(self,fieldName):
          return self.metaDataHash.get(fieldName,'!!NOT USED HERE in Type: %s'%self.contentType)
-     def newMetaXML(self):
+     def newMetaXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None,digiliburlprefix=None):
          """new index.meta"""
          self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
-         return writeMetadata(self.metalink,self.OSAS_meta)
+         if not hasattr(self,'metaDataHash'):
-     def getMetaDataXML(self):
+             self.copyIndex_meta2echo_resource()
+         try:
+             return writeMetadata(self.metalink,self.OSAS_meta,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix=digiliburlprefix)
+         except:
+             return writeMetadata(self.metalink,self.metaDataHash,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix=digiliburlprefix)
+     def showMetaDataXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None):
+         """schreibe md"""
+         try:
+             return writeMetadata(self.metalink,self.metaDataHash,project,startpage,xslt,thumbtemplate,topbar,digiLibTemplate,xmlfrag="yes")
+         except:
+             return "<error> no metadata stored</error>"
+     def getMetaDataXML(self,project=None,startpage=None,xslt=None,thumbtemplate=None,topbar=None,digiLibTemplate=None):
          """prints out metadata as stored in the echo environment, format is the index.meta format"""
          self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
          return writeMetadata(self.metalink,self.metaDataHash)
      def changeECHO_resource(self,metalink,link,title,label,description,contentType,responsible,weight,viewClassification="",coords=None,credits=None,RESPONSE=None):
-         """�nderung der Properties"""
+         """Änderung der Properties"""
      try:
              coordsnew=[ string.split(x,",") for x in coords]
- Line 730  class ECHO_resource(Folder,Persistent):
+ Line 1477  class ECHO_resource(Folder,Persistent):
      {'label':'Change Coords','action':'ECHO_resource_config_coords'},
      {'label':'Add coords','action':'ECHO_graphicEntry'},
          {'label':'Sync Metadata','action':'ECHO_getResourceMD'},
+     {'label':'Change TemplateSets and Image Viewer','action':'changeViewerTemplateSetForm'},
+     {'label':'set/change startpage','action':'setStartPageForm'},
+     {'label':'Copy MD for indexing and search','action':'copySearchFields'},
      )
      def getOverview(self):
- Line 818  class ECHO_resource(Folder,Persistent):
+ Line 1568  class ECHO_resource(Folder,Persistent):
      self.metaDataHash[field]=value[0:]
+     def copySearchFields(self):
+         """copys metadatafields to the object"""
+         fields=['author','title','year']
+         for field in fields:
+             setattr(self,'MD_'+field,self.getFieldValue(field))
      def findLabelsFromMapping(self,referenceType):
          """gib hash mit label -> generic zurueck"""
- Line 872  class ECHO_resource(Folder,Persistent):
+ Line 1628  class ECHO_resource(Folder,Persistent):
          bibdata={}
          retdata={}
          fieldlist=self.standardMD.fieldList
+         fields=[]
      for referenceTypeF in temp:
+         #print referenceType
          if referenceTypeF[1].title.lower() == referenceType.lower():
              try:
- Line 889  class ECHO_resource(Folder,Persistent):
+ Line 1646  class ECHO_resource(Folder,Persistent):
          return retdata,fieldlist,temp,fields
+     security.declarePublic('copyIndex_meta2echo_resource') # has to be change, presentlyset because of OSAS koordination
      def copyIndex_meta2echo_resource(self,RESPONSE=None):
          """copy MD von Index_meta to the echo_resource"""
          (metadict, error)=readMetadata(self.metalink)
          self.metaDataHash={}
          if not error=="": #Fehler beim Auslesen des Metafiles
-             return "ERROR:",error
+             return "ERROR:",error,self.absolute_url()
+         self.contentType=metadict['bib_type'][0:]
          fields=self.findTagsFromMapping(self.contentType)
          #fields=self.findLabelsFromMapping(self.contentType)
- Line 912  class ECHO_resource(Folder,Persistent):
+ Line 1674  class ECHO_resource(Folder,Persistent):
          if RESPONSE:
              return RESPONSE.redirect('manage_main')
-     def ECHO_getResourceMD(self,template="yes"):
+     def ECHO_getResourceMD(self,template="yes",back=None):
          """Einlesen der Metadaten und Anlegen dieser Metadaten als Informationen zur Resource"""
          (metadict, error)=readMetadata(self.metalink)
+         if back:
+             self.REQUEST.SESSION['back']=back
          if not error=="": #Fehler beim Auslesen des Metafiles
          return "ERROR:",error
- Line 963  class ECHO_resource(Folder,Persistent):
+ Line 1726  class ECHO_resource(Folder,Persistent):
          if sp:
              return sp[1]()
-             #pr�fen ob irgendwo ein template
+             #prüfen ob irgendwo ein template
          if hasattr(self,'startpage_index_template'):
              return self.startpage_index_template()
- Line 981  class ECHO_resource(Folder,Persistent):
+ Line 1744  class ECHO_resource(Folder,Persistent):
              return sp[0][1]()
+     security.declarePublic('generate_label') # has to be change, presentlyset because of OSAS koordination
      def generate_label(self):
          """Erzeugt_standard_Label aus Template"""
-         pt=getattr(self,"label_template_"+self.bib_type)
+         pt=getattr(self,"label_template_"+self.contentType.lower())
+     self.label=pt()[0:]
          return pt()
+     security.declarePublic('generate_title') # has to be change, presentlyset because of OSAS koordination
      def generate_title(self,RESPONSE=None):
          """Erzeugt_standard_Label aus Template"""
-         pt=getattr(self,"label_template_"+self.contentType)
+         pt=getattr(self,"label_template_"+self.contentType.lower())
-     self.title=pt()
+     self.title=pt()[0:]
          return pt()
+ Globals.InitializeClass(ECHO_resource)
  def manage_addECHO_resourceForm(self):
          """Form for adding a ressource"""
          pt=PageTemplateFile('Products/ECHO_content/zpt/AddECHO_resourceForm.zpt').__of__(self)
- Line 1021  class ECHO_externalLink(Folder):
+ Line 1790  class ECHO_externalLink(Folder):
      def getTitle(self):
      """title"""
-     return self.title.encode('utf-8')
+     try:
+         return self.title.encode('utf-8','ignore')
+     except:
+         self.title=self.title.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.title.encode('utf-8','ignore')
      def getLabel(self):
      """title"""
-     return self.label.encode('utf-8')
+     try:
+         return self.label.encode('utf-8','ignore')
+     except:
+         self.label=self.label.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.label.encode('utf-8','ignore')
      def content_html(self):
          """template fuer content"""
- Line 1063  class ECHO_externalLink(Folder):
+ Line 1840  class ECHO_externalLink(Folder):
      def changeECHO_externalLink(self,link,title,label,description,contentType,responsible,weight,coords=None,credits=None,RESPONSE=None):
-         """�nderung der Properties"""
+         """Änderung der Properties"""
      try:
          coordsnew=[ string.split(x,",") for x in coords]
      except:
- Line 1134  def manage_addECHO_link(self,id,title,la
+ Line 1911  def manage_addECHO_link(self,id,title,la
          RESPONSE.redirect('manage_main')
- class ECHO_collection(Folder, Persistent, Implicit):
+ class ECHO_collection(Folder, Persistent, Implicit, Cacheable):
      """ECHO Collection"""
      security=ClassSecurityInfo()
- Line 1142  class ECHO_collection(Folder, Persistent
+ Line 1919  class ECHO_collection(Folder, Persistent
      viewClassificationList=viewClassificationListMaster
      displayTypes=displayTypes
+     path="/mpiwg/online/permanent/shipbuilding"
+     def getRDF(self,urn=None):
+         """rdf of the collection"""
+         contents=self.ZopeFind(self,obj_metatypes=['ECHO_group','ECHO_resource','ECHO_collection'])
+         ret=getRDFDescription(self,self.absolute_url(),urn=urn)
+         if not urn:
+             urn=self.absolute_url()
+         li="""<RDF:li RDF:resource="%s" />\n"""
+         for content in contents:
+             ret+=content[1].getRDF()+"\n"
+         ret+="""<RDF:Seq RDF:about="%s">\n"""%urn
+         for content in contents:
+             nurn=content[1].absolute_url()
+             ret+=li%nurn
+         return ret+"</RDF:Seq>"
+     def showRDF(self):
+         """showrdf"""
+             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+         ret="""<?xml version="1.0" encoding="utf-8"?>\n<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"  xmlns:ECHONAVIGATION="http://www.echo.eu/rdf#">\n"""
+         ret+=self.getRDF(urn="echo:collectionroot")+"\n"
+         ret+="""</RDF:RDF>"""
+             return ret
+     def changeLabels(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeLabelsForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def changeTitles(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeTitleForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def changeWeights(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeWeightForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def changeMetaDataLinks(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeMetaDataLinkForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def changeAccessRightsCollection(self):
+         """change"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                 resource[1].changeAccessRightMD(argv[resource[1].getId()])
+             except:
+                 """not"""
+         return ret
+     def changeMetaDataLinkInCollection(self):
+         """change all lables of a collection"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                             resource[1].metalink=argv[resource[1].getId()][0:]
+             except:
+                 """not"""
+         return ret
+     def changeMetaDataLinkInCollection(self):
+         """change all lables of a collection"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                             resource[1].metalink=argv[resource[1].getId()][0:]
+             except:
+                 """not"""
+         return ret
+     def changeWeightsInCollection(self):
+         """change all lables of a collection"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_pageTemplate','ECHO_resource','ECHO_collection','ECHO_link','ECHO_externalLink'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                             resource[1].weight=argv[resource[1].getId()][0:]
+             except:
+                 """not"""
+         return ret
+     def changeTitlesInCollection(self):
+         """change all lables of a collection"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                             resource[1].title=argv[resource[1].getId()][0:]
+             except:
+                 """not"""
+         return ret
+     def updateCollection(self,RESPONSE=None):
+         """liest verzeichnisse aus dem pfad und legt sie dann als objekte in den ordner"""
+         files=os.listdir(self.path)
+     ret=""
+         for fileName in files:
+             if fileName:
+         tempPath=re.sub("/mpiwg/online","",self.path)
+         link="http://echo.mpiwg-berlin.mpg.de/zogilib_book?fn="+tempPath+"/"+fileName+"/pageimg"
+         metalink=self.path+"/"+fileName+"/index.meta"
+                 try:
+             #link="http://nausikaa2.mpiwg-berlin.mpg.de/cgi-bin/toc/toc.x.cgi?dir="+fileName+"&step=thumb"
+             newObj=ECHO_resource(fileName,link,metalink,fileName,fileName,fileName,'generated','book','','','','','','')
+             self._setObject(fileName,newObj)
+             genObj=getattr(self,fileName)
+                         #genObj.createIndexFile()
+             ret+="OK:"+fileName+"<br/>"
+         except:
+             print "ERROR"
+             ret+="ERROR:"+fileName+"<br/>"
+     return ret
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def updateCollectionMD(self,RESPONSE=None):
+         """updateMD"""
+         files=os.listdir(self.path)
+         for fileName in files:
+             if fileName:
+                 genObj=getattr(self,fileName)
+                 genObj.copyIndex_meta2echo_resource()
+                 genObj.generate_title()
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def changeViewerTemplateSetsForm(self):
+         """change the viewer template set"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeViewerTemplateSet').__of__(self)
+             return pt()
+     def getViewerTemplateSets(self,obj_ids=None,RESPONSE=None):
+         """Get the ViewerTemplateSet title for configuration"""
+         ret=[]
+         try:
+             viewerTemplateSets=self.ZopeFind(self.viewerTemplateSets,obj_metatypes=['OSAS_viewerTemplateSet'],obj_ids=obj_ids)#assumes viewerTemplateSets folder somewhere in the hierarchie.
+             for viewerTemplateSet in viewerTemplateSets:
+                 ret.append((viewerTemplateSet[1].title,viewerTemplateSet[0],viewerTemplateSet[1]))
+             return ret
+         except:
+             return [('no ViewerTemplateSetfolders','')]
+     def getTextToolsField(self,name,default=''):
+         """Lese viewerTemplateSet der Collection not implemented yet!"""
+         return default
+     def isSelectedViewerTemplateSet(self,obj,id):
+         """is ausgewählt"""
+         if self.REQUEST['viewerTemplateSet']==id:
+             return 1
+         else:
+             return None
+     def changeViewerTemplateSets(self,project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix,RESPONSE=None):
+         """change the templates"""
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
+         for resource in resources:
+             resource[1].changeViewerTemplateSet(project,xslt,thumbtemplate,topbar,digiLibTemplate,digiliburlprefix)
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def setStartpageFolderForm(self):
+         """Form for changing the startpage"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_resourceStartPageFolder.zpt').__of__(self)
+             pt.content_type="text/html"
+             return pt()
+     def setStartpageFolder(self,startpage=None,RESPONSE=None):
+         """change the templates"""
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1)
+         for resource in resources:
+             resource[1].setStartPage(startpage)
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def copySearchFields(self,RESPONSE=None):
+         """copys import metadatafields to the object"""
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource'])
+         for resource in resources:
+             resource[1].copySearchFields()
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def reloadMetaDataFromStorageWarning(self,RESPONSE=None):
+         """warning"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/reloadMetaDataFromStorageWarning.zpt').__of__(self)
+             pt.content_type="text/html"
+             return pt()
+     def reloadMetaDataFromStorage(self,RESPONSE=None):
+         """copy metadata from the storage to ECHO"""
+         return reloadMetaDataFromStorage(self,RESPONSE=None)
      def getPartnerCopyright(self,name,sonst="generic"):
          """gibt generisches copyright eines partners aus, sonst behalte jetzige einsteillung"""
          #print "hi",name,sonst
- Line 1178  class ECHO_collection(Folder, Persistent
+ Line 2227  class ECHO_collection(Folder, Persistent
      def getTitle(self):
      """title"""
-     return self.title.encode('utf-8')
+     try:
+         return self.title.encode('utf-8','ignore')
+     except:
+         self.title=self.title.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.title.encode('utf-8','ignore')
      def getLabel(self):
      """title"""
-     return self.label.encode('utf-8')
+     try:
+         return self.label.encode('utf-8','ignore')
+     except:
+         self.label=self.label.decode('iso-8859-1','ignore')[0:] #correnct conding error
+         return self.label.encode('utf-8','ignore')
      def createRessourcesFromXMLForm(self):
          """form"""
- Line 1205  class ECHO_collection(Folder, Persistent
+ Line 2260  class ECHO_collection(Folder, Persistent
              ret+="<p>"+label+"</p>"
              manage_addECHO_resource(self,id,label.encode('ascii'),label.encode('ascii'),"","","",link.encode('ascii'),"","")
          return ret
      def getImageTag(self):
          """GetTag"""
          try:
- Line 1215  class ECHO_collection(Folder, Persistent
+ Line 2271  class ECHO_collection(Folder, Persistent
      def addResource(self,id,title,label,description,contentType,responsible,link,metalink,weight,credits=None,coords=None,RESPONSE=None):
          """SSS"""
          try:
-             manage_addECHO_resource(self,id,title,label,description,contentType,responsible,link,metalink,weight,credits=None,coords=None,RESPONSE=None)
+             manage_addECHO_resource(self,id,title,label,description,responsible,link,metalink,weight,credits=None,coords=None,RESPONSE=None)
              return "done"
          except:
              return None
- Line 1237  class ECHO_collection(Folder, Persistent
+ Line 2293  class ECHO_collection(Folder, Persistent
      def getCollectionTreeXML(self):
          """Tree as XML"""
+     def addPassWd(str):
+         """adds a user/passwd to an url"""
+         txt2=re.sub(r"(http://)(.*?)","\g<1>www:3333@\g<2>",str)
+         return txt2
          def getCollection(object,depth=0):
              depth+=1
              collections=""
- Line 1244  class ECHO_collection(Folder, Persistent
+ Line 2305  class ECHO_collection(Folder, Persistent
                  element=getattr(object,entry)
                  try:
                      if element.meta_type in ["ECHO_collection","ECHO_group"]:
-                         collections+="<element name=\""+quote(element.title)+"\" url=\""+element.absolute_url()+"\">"
+                         collections+="<element name=\""+quote(element.title)+"\" url=\""+addPassWd(element.absolute_url())+"\">"
                          collections+=getCollection(element,depth)+"</element>\n"
                  except:
                      """nothing"""
- Line 1382  class ECHO_collection(Folder, Persistent
+ Line 2443  class ECHO_collection(Folder, Persistent
      security.declarePublic('ECHO_rerenderLinksMD')
-     def ECHO_rerenderLinksMD(self,obj=None):
-         """Rerender all Links"""
-         if not obj:
-             obj = self
-         entries=obj.ZopeFind(obj,obj_metatypes=['ECHO_resource','ECHO_collection'])
-         for entry in entries:
+     def ECHO_rerenderLinksMDWarning(self):
-         if entry[1].meta_type == 'ECHO_resource':
+         """change form"""
-             entry[1].ECHO_getResourceMD(template="no")
+         pt=PageTemplateFile('Products/ECHO_content/zpt/rerenderLinksWarning').__of__(self)
-             entry[1].generate_title()
+         pt.content_type="text/html"
+         return pt()
-         else:
-            self.ECHO_rerenderLinksMD(entry[1])
+     def ECHO_rerenderLinksMD(self,obj=None,types=['title','label']):
+         """Rerender all Links"""
+     return ECHO_rerenderLinksMD(self,obj,types)
-         return "Rerenderd all links to resources in: "+self.title
      security.declarePublic('ECHO_newViewerLink')
- Line 1435  class ECHO_collection(Folder, Persistent
+ Line 2491  class ECHO_collection(Folder, Persistent
      self.bgcolour=bgcolour
-     manage_options = Folder.manage_options+(
+     manage_options = Folder.manage_options+ Cacheable.manage_options+(
          {'label':'Main Config','action':'ECHO_collection_config'},
-         {'label':'Rerender Links','action':'ECHO_rerenderLinksMD'},
+         {'label':'Change Labels','action':'changeLabels'},
+         {'label':'Change Titles','action':'changeTitles'},
+     {'label':'Change Weights','action':'changeWeights'},
+         {'label':'Rerender Labels and Titles','action':'ECHO_rerenderLinksMDWarning'},
          {'label':'Graphics','action':'ECHO_graphicEntry'},
      {'label':'create resources from XML','action':'createRessourcesFromXMLForm'},
+     {'label':'Set Startpage','action':'setStartpageFolderForm'},
+         {'label':'Change Viewer Templates and Image Viewer','action':'changeViewerTemplateSetsForm'},
+     {'label':'Reload Metadata','action':'reloadMetaDataFromStorageWarning'},
+     {'label':'ImportCollection','action':'updateCollection'},
+     {'label':'Copy MD for indexing and search','action':'copySearchFields'},
          )
      def getOverview(self):
- Line 1499  class ECHO_collection(Folder, Persistent
+ Line 2562  class ECHO_collection(Folder, Persistent
          else:
              return "#dddddd"
-     def changeECHO_collection(self,title,label,description,contentType,responsible,weight,secondaryLink,secondaryLinkTitle,credits=None,sortfield="weight",coords=None,RESPONSE=None,imageTag="",bgcolour="",viewClassification=None,location=None):
+     def changeECHO_collection(self,title,label,description,contentType,responsible,weight,secondaryLink,secondaryLinkTitle,credits=None,sortfield="weight",coords=None,RESPONSE=None,imageTag="",bgcolour="",viewClassification=None,location=None,isAlwaysClickable=None):
          """Aenderung der Properties"""
          self.secondaryLink=secondaryLink
- Line 1508  class ECHO_collection(Folder, Persistent
+ Line 2571  class ECHO_collection(Folder, Persistent
      self.bgcolour=bgcolour
          self.viewClassification=viewClassification
          self.location=location
+     self.isAlwaysClickable=isAlwaysClickable
          if coords:
              coordsnew=[ string.split(x,",") for x in coords]
- Line 1527  class ECHO_collection(Folder, Persistent
+ Line 2591  class ECHO_collection(Folder, Persistent
          if RESPONSE is not None:
              RESPONSE.redirect('manage_main')
+     def setAlwaysClickable(self,flag="yes"):
+         """set clickable"""
+         if flag=="yes":
+             self.isAlwaysClickable="yes"
+         else:
+             self.isAlwaysClickable=None
+         return flag
      def showOverview(self):
          """overview"""
- Line 1539  class ECHO_collection(Folder, Persistent
+ Line 2611  class ECHO_collection(Folder, Persistent
      def index_html(self):
          """standard page"""
+         if self.ZCacheable_isCachingEnabled():
+             result = self.ZCacheable_get()
+             if result is not None:
+                 # Got a cached value.
+                 return result
          if 'index.html' in self.__dict__.keys():
-             return getattr(self,'index.html')()
+             ret=getattr(self,'index.html')()
          elif 'overview' in self.__dict__.keys():
-             return self.showOverview()
+             ret=self.showOverview()
          elif hasattr(self,'collection_index_template'):
-             return self.collection_index_template()
+             ret=self.collection_index_template()
          elif hasattr(self,'main_index_template'):
-             return self.main_index_template()
+             ret=self.main_index_template()
+         else:
          pt=PageTemplateFile('Products/ECHO_content/zpt/ECHO_main_index_template_standard.zpt').__of__(self)
          pt.content_type="text/html"
-         return pt()
+         ret=pt.render()
+     self.ZCacheable_set(ret)
+         return ret
      def content_html(self):
          """template fuer content"""
- Line 1644  class ECHO_group(ECHO_collection):
+ Line 2725  class ECHO_group(ECHO_collection):
      manage_options = Folder.manage_options+(
          {'label':'Main Config','action':'ECHO_group_config'},
-         {'label':'Rerender Links','action':'ECHO_rerenderLinksMD'},
+         {'label':'Rerender Links','action':'ECHO_rerenderLinksMDWarning'},
          {'label':'Graphics','action':'ECHO_graphicEntry'},
          )
      security.declareProtected('View','index_html')
+     def showRDF(self):
+         """showrdf"""
+             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+         ret="""<?xml version="1.0" encoding="utf-8"?>\n<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"  xmlns:ECHONAVIGATION="http://www.echo.eu/rdf#">\n"""
+         ret+=self.getRDF(urn="echo:collectionroot")+"\n"
+         ret+="""</RDF:RDF>"""
+             return ret
+     def getRDF(self,urn=None):
+         """rdf of the collection"""
+         contents=self.ZopeFind(self,obj_metatypes=['ECHO_group','ECHO_resource','ECHO_collection'])
+         ret=getRDFDescription(self,self.absolute_url(),urn=urn)
+         if not urn:
+             urn=self.absolute_url()
+         li="""<RDF:li RDF:resource="%s" />\n"""
+         for content in contents:
+             ret+=content[1].getRDF()+"\n"
+         ret+="""<RDF:Seq RDF:about="%s">\n"""%urn
+         for content in contents:
+             nurn=content[1].absolute_url()
+             ret+=li%nurn
+         return ret+"</RDF:Seq>"
      def index_html(self):
          """standard page"""
          displayedObjects=self.ZopeFind(self,obj_metatypes=displayTypes)
- Line 1687  class ECHO_group(ECHO_collection):
+ Line 2800  class ECHO_group(ECHO_collection):
          return pt()
      def changeECHO_group(self,title,label,description,contentType,responsible,weight,secondaryLink,secondaryLinkTitle,credits=None,sortfield="weight",coords=None,RESPONSE=None,imageTag="",bgcolour="",logo=""):
-         """�nderung der Properties"""
+         """Änderung der Properties"""
          self.secondaryLink=secondaryLink
          self.secondaryLinkTitle=secondaryLinkTitle
- Line 1858  def manage_addECHO_userFolderForm(self):
+ Line 2971  def manage_addECHO_userFolderForm(self):
      """add a user folder form"""
      return manage_addECHO_userFolder(self)
+ def createNode(self,descrs,node):
+     name=descrs[node]['name']
+     type=descrs[node]['type']
+     urn=node
+     #print "    will create",node.encode('utf-8')
+     id=re.sub('[^a-zA-Z0-9]','',name).encode('ascii','ignore')
+     #print "id",id
+     #print type
+     #self.REQUEST.RESPONSE.write("<p>%s<p>\n"%id)
+     if type=="CDLI_group":
+         try:
+             manage_addECHO_collection(self,id,name,name,"","","","","")
+         except:
+             self.REQUEST.RESPONSE.write("<p>Error%s</p>\n"%id)
+         self.REQUEST.RESPONSE.write("<p>Creates:%s</p>\n"%getattr(self,id).absolute_url())
+         return type,getattr(self,id),urn
+     if type=="CDLI_item":
+         try:
+             manage_addECHO_resource(self,id,name,name,"","",urn,"","")
+         except:
+             self.REQUEST.RESPONSE.write("<p>Error%s</p>\n"%id)
+         self.REQUEST.RESPONSE.write("<p>Creates:%s</p>\n"%getattr(self,id).absolute_url())
+     return "XX"
  class ECHO_root(Folder,Persistent,Implicit):
      """ECHO Root Folder"""
- Line 1865  class ECHO_root(Folder,Persistent,Implic
+ Line 3012  class ECHO_root(Folder,Persistent,Implic
      meta_type="ECHO_root"
+     ###CDLI adds -> have to be removed
+     def getTablet(self,item):
+         #print "getTablet"
+     try:
+         read=urllib.urlopen("http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl"%item).read()
+                 read=re.sub("\[search\]","search",read)
+         return read[read.find("<body>")+6:read.rfind("</body>")]
+     except:
+         return "<h1>Sorry no connection to the data server enlil.museum.upenn.edu</h1>"
+     #return "http://enlil.museum.upenn.edu/cgi-bin/cdlget.plx?item=%s&project=ncdl"
+     ###END CDLI add
+     def sendForm(self,fromaddr,content,server='mail.mpiwg-berlin.mpg.de'):
+         """sendform"""
+         toaddrs=["dwinter@mpiwg-berlin.mpg.de"]
+         msg = ("From: %s\r\nTo: %s\r\nSubject: %s\r\n\r\n"
+            % (fromaddr, ", ".join(toaddrs),"testsub"))
+         server = smtplib.SMTP(server)
+         #server.set_debuglevel(1)
+         msg=msg+content
+         server.sendmail(fromaddr, toaddrs, msg)
+         server.quit()
+     def generateFromRDFForm(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/generateFromRDFForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def generateFromRDF(self,file,startNode="/Cuneiform Corpus"):
+         """generate from RDF"""
+         global seqs
+         seqs={}
+         global descrs
+         descrs={}
+         global key
+         key=""
+         global value
+         value=""
+         def getEdges(seqs,urn):
+             """edges"""
+             ret=[]
+             return seqs[urn]
+         def createSubs(self,seqs,descrs,urn,level=0):
+             """create subs"""
+             for edge in getEdges(seqs,urn):
+                 cn=createNode(self,descrs,edge)
+                 if cn[0]=="CDLI_group":
+                     createSubs(cn[1],seqs,descrs,cn[2],level+1)
+             return
+         def start_element(name,attrs):
+             global seqs
+             global descrs
+             global key
+             global value
+             seq=""
+             if name=="RDF:Seq":
+                 key=attrs.get('RDF:about')
+                 try: # teste ob liste
+                     x=seqs[key][0]
+                 except:
+                     seqs[key]=[]
+             elif name=="RDF:Description":
+                 key=attrs.get('RDF:about')
+             elif name=="RDF:li":
+                 name=attrs.get('RDF:resource')
+                 seqs[key].append(name)
+             elif name=="ECHONAVIGATION:type":
+                 value="type"
+             elif name=="ECHONAVIGATION:name":
+                 value="name"
+             elif name=="ECHONAVIGATION:linkClickable":
+                 value="linkClickable"
+         def end_element(name):
+                 """nothing"""
+                 key=""
+                 value=""
+         def char_data(data):
+             """nothing"""
+             data=re.sub("\n","",data)
+             try:
+                 if descrs[key].has_key(value):
+                     descrs[key][value]+=data
+                 else:
+                     descrs[key][value]=data
+             except:
+                 descrs[key]={}
+                 descrs[key][value]=data
+         p = xml.parsers.expat.ParserCreate()
+         p.StartElementHandler = start_element
+         p.EndElementHandler = end_element
+         p.CharacterDataHandler = char_data
+         p.ParseFile(file)
+         self.REQUEST.RESPONSE.write("<html><body><h1>Start</h1>")
+         createSubs(self,seqs,descrs,startNode)
+         self.REQUEST.RESPONSE.write("<h1>done</h1></body></html>")
+         #print "done"
+         return "done"
+     def changeWeightsInCollection(self):
+         """change all lables of a collection"""
+         ret=""
+         argv=self.REQUEST.form
+         resources=self.ZopeFind(self,obj_metatypes=['ECHO_resource','ECHO_collection','ECHO_link','ECHO_externalLink'])
+         for resource in resources:
+             try:
+                 ret+=resource[1].getId()+"   "+argv[resource[1].getId()]+"</br>"
+                             resource[1].weight=argv[resource[1].getId()][0:]
+             except:
+                 """not"""
+         return ret
+     def changeWeights(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/changeWeightForm').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     getSubCols = ECHO_helpers.getSubCols
+     manage_options=Folder.manage_options+(
+         {'label':'Main Config','action':'ECHO_copyright_configForm'},
+         {'label':'Reload Metadata','action':'reloadMetaDataFromStorageWarning'},
+         {'label':'Change Weights','action':'changeWeights'},
+         {'label':'Generate from RDF','action':'generateFromRDFForm'},
+ )
+     def showRDF(self):
+         """showrdf"""
+             self.REQUEST.RESPONSE.setHeader('Content-Type','text/xml')
+         ret="""<?xml version="1.0" encoding="utf-8"?>\n<RDF:RDF xmlns:RDF="http://www.w3.org/1999/02/22-rdf-syntax-ns#"  xmlns:ECHONAVIGATION="http://www.echo.eu/rdf#">\n"""
+         ret+=self.getRDF(urn="echo:collectionroot")+"\n"
+         ret+="""</RDF:RDF>"""
+             return ret
+     def reloadMetaDataFromStorageWarning(self,RESPONSE=None):
+         """warning"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/reloadMetaDataFromStorageWarning.zpt').__of__(self)
+             pt.content_type="text/html"
+             return pt()
+     def reloadMetaDataFromStorage(self,RESPONSE=None):
+         """reload MD from Storage"""
+         return reloadMetaDataFromStorage(self,RESPONSE)
+     def getRDF(self,urn=None):
+         """rdf of the collection"""
+         contents=self.ZopeFind(self,obj_metatypes=['ECHO_group','ECHO_resource','ECHO_collection'])
+         ret=getRDFDescription(self,self.absolute_url(),urn=urn)
+         li="""<RDF:li RDF:resource="%s" />\n"""
+         for content in contents:
+             ret+=content[1].getRDF()+"\n"
+         ret+="""<RDF:Seq RDF:about="%s">\n"""%urn
+         for content in contents:
+             nurn=content[1].absolute_url()
+             ret+=li%nurn
+         return ret+"</RDF:Seq>"
+     def showContent(self,path):
+         """return content/html"""
+         return ECHO_helpers.urlopen(path+"/content_html").read()
+     def getImageViewers(self):
+         """images"""
+         viewers=self.ZopeFind(self.standardImageViewer,obj_metatypes=['OSAS_ViewerObject'])
+         return viewers
      def getBibTag(self,tag,content):
-         """get field tag f�r index-meta-generation"""
+         """get field tag für index-meta-generation"""
          if not content or content=="":
              return ""
          ret="<%s>"%tag
- Line 1955  class ECHO_root(Folder,Persistent,Implic
+ Line 3310  class ECHO_root(Folder,Persistent,Implic
       return retStr
-     def copyrightTypeSelector_HTML(self,selected=None,first=None):
+     def copyrightTypeSelector_HTML(self, object=None, selected=None,first=None):
           """give type selector"""
       if not first:
- Line 1976  class ECHO_root(Folder,Persistent,Implic
+ Line 3331  class ECHO_root(Folder,Persistent,Implic
                   retStr+="""<option selected value="%s">%s\n"""%(copyrightType[0],copyrightType[0])
               else:
                   retStr+="""<option value="%s">%s\n"""%(copyrightType[0],copyrightType[0])
+          for copyrightTypeSelf in self.ZopeFind(object,obj_metatypes=["ECHO_copyrightType"],search_sub=1):
+              if selected and (copyrightTypeSelf[0]==selected):
+                  retStr+="""<option selected value="%s">%s\n"""%(copyrightTypeSelf[0],copyrightTypeSelf[0])
+              else:
+                  retStr+="""<option value="%s">%s\n"""%(copyrightTypeSelf[0],copyrightTypeSelf[0])
       except:
           """nothing"""
       return retStr
      def partnerSelector_HTML(self,selected=None):
- Line 1997  class ECHO_root(Folder,Persistent,Implic
+ Line 3360  class ECHO_root(Folder,Persistent,Implic
           """nothing"""
       return retStr
-     mediaTypes=['all','text','images','sound','video'] # konfigurierbar in neuer version �ber echoroot??
+     mediaTypes=['all','text','images','sound','video'] # konfigurierbar in neuer version über echoroot??
      def mediaTypeSelector_HTML(self,selected=None):
           """give type selector"""
- Line 2069  class ECHO_root(Folder,Persistent,Implic
+ Line 3432  class ECHO_root(Folder,Persistent,Implic
          return "changed all contenttypes in: "+self.title
+     def deleteCache(self,obj=None,RESPONSE=None):
+         """setze alle collections auf cache = CacheManager"""
+         if not obj:
+             obj = self
+         entries=obj.ZopeFind(obj,search_sub=1)
+         for entry in entries:
+         if hasattr(entry[1],'_v_hash'):
+             entry[1]._v_hash=None
+         return "changed all CM in: "+self.title
      def ECHO_newViewerLink(self,obj=None):
          """change links (:86 faellt weg)"""
- Line 2135  class ECHO_root(Folder,Persistent,Implic
+ Line 3518  class ECHO_root(Folder,Persistent,Implic
              for link in links:
                  link.tagName="a"
                  ref=link.getAttribute("ref")
+         pn=link.getAttribute("page")
                  if self.checkRef(ref):
+             if pn:
+                 link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn)
+             else:
                      link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref)
              newxml=dom.toxml('utf-8')
-         match=re.sub(r'<\?xml version=\"1.0\" encoding=\"utf-8\"\?>\n<txt>','',newxml)
-         match=re.sub(r'</txt>','',match)
-         return match
+         retStr=regexpTXT.search(newxml)
+         return retStr.group(1)
          return ""
-     def xml2html(self,str):
+     def xml2html(self,str,quote="yes"):
          """link2html fuer VLP muss hier noch raus"""
-         if str:
+         if str:
+             if quote=="yes2":
              str=re.sub("\&","&amp;",str)
-             dom=xml.dom.minidom.parseString(str)
+             #dom=xml.dom.minidom.parseString(str)
-             links=dom.getElementsByTagName("link")
+         dom = NonvalidatingReader.parseString(str,"http://www.mpiwg-berlin.mpg.de/")
+             #links=dom.getElementsByTagName("link")
+             links=Ft.Xml.XPath.Evaluate(".//link", contextNode=dom)
+             for link in links:
+                 #link.tagName="a"
+                 ref=link.getAttributeNS(EMPTY_NAMESPACE,"ref")
+         pn=link.getAttributeNS(EMPTY_NAMESPACE,"page")
-             for link in links:
+         cns=link.childNodes[0:]
-                 link.tagName="a"
-                 ref=link.getAttribute("ref")
+         newLink=dom.createElementNS(EMPTY_NAMESPACE,"a")
+         for x in cns:
+             newLink.appendChild(x)
+         link.parentNode.replaceChild(newLink,link)
                  if self.checkRef(ref):
-                     link.setAttribute("href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref)
+             if pn:
+                 newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref+"&p="+pn)
+             else:
+                 newLink.setAttributeNS(EMPTY_NAMESPACE,"href",self.aq_parent.absolute_url()+"/vlp_coll?id="+ref)
-             return dom.toxml('utf-8')
+             #str= dom.toxml('utf-8')
+         buf = cStringIO.StringIO()
+         PrettyPrint(dom, stream=buf, encoding='UTF-8')
+         str = buf.getvalue()
+         buf.close()
+         #str=PrettyPrint(dom.documentElement,encoding='UTF-8')
+         #print link.toxml('utf-8')
+         #print type(str)
+         retStr=regexpPage.search(str)
+         try: # hack warum fehtl manchmal page??
+             return retStr.group(1)
+         except:
+             return str
          return ""
      def checkRef(self,ref):
-         dbs={'vl_literature':'AND CD LIKE \'%lise%\'','vl_technology':'','vl_people':''}
+         if ref[0:3]=='lit':
+             if len(self.library_data({ 'id':ref}))>0:
+                 return 1
+         try:
+             if ref[0:7]=="tec_cat":
+                 return 1
+         except:
+             """nothing"""
+         dbs={'vl_technology':'','vl_people':'','vl_sites':''}
          res=None
          for db in dbs.keys():
              res=res or self.search(var=str("select reference from %s where reference =\'%s\' %s"%(db,ref,dbs[db])))
          return res
- Line 2185  class ECHO_root(Folder,Persistent,Implic
+ Line 3611  class ECHO_root(Folder,Persistent,Implic
          return [ item[1] for item in self.partners.ZopeFind(self.partners,obj_metatypes=['ECHO_partner'])]
+     def getInstitutions(self):
+         """Get list of Partners. Presently only from a subfolder partners"""
+         return [ item[1] for item in self.institutions.ZopeFind(self.institutions,obj_metatypes=['ECHO_institution'])]
      def getPartnersXML(self):
- Line 2195  class ECHO_root(Folder,Persistent,Implic
+ Line 3624  class ECHO_root(Folder,Persistent,Implic
      <partners>"""
      for partner in partners:
-             ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),unicode(partner.title,'utf-8','replace'))
+             ret+="""<partner id="%s" title="%s"/>\n"""%(partner.getId(),partner.title)
          return ret+"\n</partners>"
- Line 2302  class ECHO_root(Folder,Persistent,Implic
+ Line 3731  class ECHO_root(Folder,Persistent,Implic
      def getMetaDatasXML(self,viewerType=None,filter=None):
          """gebe all ressourcen aus"""
+         # check if the request's host part was OK
+         http_host = self.REQUEST['HTTP_HOST']
+         host_port = self.REQUEST['SERVER_PORT']
+         fix_host = None
+         if http_host and http_host.rfind(host_port) == -1:
+             print "HTTP_HOST needs fixing!"
+             fix_host = http_host + ":" + host_port
          ret="""<?xml version="1.0" ?>
                   <index>"""
          for resource in self.ZopeFind(self,obj_metatypes=['ECHO_resource'],search_sub=1):
              echo_url=resource[1].absolute_url()
-             if resource[1].getFullTextXML(noredirect="yes"):
+             if fix_host:
+                 #print "replacing ", http_host, " by ", fix_host
+                 echo_url = string.replace(echo_url, http_host, fix_host, 1)
                  if hasattr(resource[1],'link'):
-                     viewer_url=echo_url+"/getMetaDataXML"
+                 meta_url=echo_url+"/getMetaDataXML"
-                 else:
-                     viewer_url="NO URL"
-                 if filter:
-                     if re.search(filter,viewer_url):
-                         ret+="""\n<resource echoLink="%s" viewerLink="%s"/>"""%(urllib.quote(echo_url,safe='/:?'),urllib.quote(viewer_url,safe='/:?'))
                  else:
-                     ret+="""\n<resource echoLink="%s" viewerLink="%s"/>"""%(urllib.quote(echo_url,safe='/:?'),urllib.quote(viewer_url,safe='/:?'))
+                 meta_url="NO_URL"
-         ret +="""\n</index>"""
+             if filter and not re.search(filter,viewer_url):
+                 continue
+             #modificationDate=time.strptime(str(resource[1].bobobase_modification_time()),"%Y/%m/%d %H:%M:%S %Z")
+             modificationDate=resource[1].bobobase_modification_time().strftime("%Y/%m/%d %H:%M:%S")
+             ret+="""\n<resource resourceLink="%s" metaLink="%s" modificationDate="%s"/>"""%(urllib.quote(echo_url,safe='/:?'),urllib.quote(meta_url,safe='/:?'),modificationDate)
+         ret +="""\n</index>"""
          self.REQUEST.RESPONSE.setHeader("Content-Type", "text/xml")
          self.REQUEST.RESPONSE.write(ret)
- Line 2332  class ECHO_root(Folder,Persistent,Implic
+ Line 3777  class ECHO_root(Folder,Persistent,Implic
      def getPartnerFromID(self):
          """find partner form ID return object"""
          pa=self.REQUEST['partner']
-         par=self.ZopeFind(self.partners, obj_ids='pa')
+         par=self.ZopeFind(self.partners, obj_ids=[pa])
+         return par
+     def getPartnerFromIDParameter(self, id):
+         """ find partners from ID"""
+         par=self.ZopeFind(self.partners, obj_ids=[id])
          return par
+     def getInstitutionFromID(self,id):
+         """ find institution from id """
+         inst=self.ZopeFind(self.institutions, obj_ids=[id])
+         return inst
  def manage_addECHO_root(self,id,title,RESPONSE=None):
      """Add an ECHO_root"""
- Line 2353  class ECHO_copyrightType(Folder):
+ Line 3808  class ECHO_copyrightType(Folder):
      meta_type="ECHO_copyrightType"
-     def __init__(self,id,title,label):
+     def __init__(self,id,title,label,url):
          """init"""
          self.id=id
          self.title=title
          self.label=label
+         self.url=url
      manage_options = Folder.manage_options+(
          {'label':'Main Config','action':'ECHO_copyrightType_config_mainForm'},
- Line 2369  class ECHO_copyrightType(Folder):
+ Line 3825  class ECHO_copyrightType(Folder):
          pt.content_type="text/html"
          return pt()
-     def ECHO_copyrightType_config_main(self,title,label,RESPONSE=None):
+     def ECHO_copyrightType_config_main(self,title,label,url,RESPONSE=None):
          """change"""
          self.title=title
          self.label=label
+         self.url=url
          if RESPONSE is not None:
              RESPONSE.redirect('manage_main')
- Line 2383  def manage_addECHO_copyrightTypeForm(sel
+ Line 3840  def manage_addECHO_copyrightTypeForm(sel
          return pt()
- def manage_addECHO_copyrightType(self,id,title,label,RESPONSE=None):
+ def manage_addECHO_copyrightType(self,id,title,label,url,RESPONSE=None):
      """addaresource"""
-     newObj=ECHO_copyrightType(id,title,label)
+     newObj=ECHO_copyrightType(id,title,label,url)
      self._setObject(id,newObj)
- Line 2400  class ECHO_partner(Image,Persistent):
+ Line 3857  class ECHO_partner(Image,Persistent):
      meta_type="ECHO_partner"
-     def __init__(self, id, title,url, file, copyrightType, person, email, country, content_type='', precondition=''):
+     def __init__(self, id, title,url, file, copyrightType, person, email, country, color, content_type='', precondition=''):
          self.__name__=id
          self.title=title
          self.url=url
          self.person=person
          self.email=email
          self.country=country
+         self.color=color
          self.precondition=precondition
          self.copyrightType=copyrightType
          data, size = self._read_data(file)
- Line 2418  class ECHO_partner(Image,Persistent):
+ Line 3876  class ECHO_partner(Image,Persistent):
          )
-     def changeECHO_partner(self,url,copyrightType,person, email, country, RESPONSE=None):
+     def changeECHO_partner(self,url,copyrightType,person, email, country, color, RESPONSE=None):
          """Change main information"""
          self.url=url
          self.person=person
          self.email=email
          self.country=country
+         self.color=color
          self.copyrightType=copyrightType
          if RESPONSE is not None:
              RESPONSE.redirect('manage_main')
- Line 2443  manage_addECHO_partnerForm=DTMLFile('dtm
+ Line 3902  manage_addECHO_partnerForm=DTMLFile('dtm
- def manage_addECHO_partner(self, id,file,url, person, email, country, copyrightType='', title='', precondition='', content_type='',
+ def manage_addECHO_partner(self, id, url, person, email, country, color, file=None, copyrightType='', title='', precondition='', content_type='',
                      REQUEST=None):
      """
      Add a new ECHO_partner object.
- Line 2462  def manage_addECHO_partner(self, id,file
+ Line 3921  def manage_addECHO_partner(self, id,file
      self=self.this()
      # First, we create the image without data:
-     self._setObject(id, ECHO_partner(id,title,url,'',copyrightType, person, email, country, content_type, precondition))
+     self._setObject(id, ECHO_partner(id,title,url,'',copyrightType, person, email, country, color, content_type, precondition))
      # Now we "upload" the data.  By doing this in two steps, we
      # can use a database trick to make the upload more efficient.
- Line 2477  def manage_addECHO_partner(self, id,file
+ Line 3936  def manage_addECHO_partner(self, id,file
          REQUEST.RESPONSE.redirect('%s/manage_main' % url)
      return id
+ class ECHO_linkList(ZopePageTemplate):
+     """LinkList Objekt"""
+     meta_type="ECHO_linkList"
+     _default_content_fn = os.path.join(package_home(globals()), 'html/ECHO_pageTemplateDefault.html')
+     manage_options = ZopePageTemplate.manage_options+(
+         {'label':'Main Config','action':'changeECHO_linkListWeightForm'},
+         )
+     def content_html(self):
+     """content_html"""
+     return content_html(self,'pageTemplate')
+     def changeECHO_linkListWeightForm(self):
+         """change"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_linkListTemplate.zpt').__of__(self)
+         return pt()
+     def changeECHO_linkListWeight(self,contentType,label,RESPONSE=None):
+         """change"""
+         self.contentType=contentType
+         self.label=label
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def getLabel(self):
+         if hasattr(self,'label'):
+             return self.label.encode('utf-8')
+         else:
+             return 0
+     def getcontentType(self):
+         """get contentType"""
+         if hasattr(self,'contentType'):
+             return self.contentType
+         else:
+             return 0
+     def __init__(self, id, label, title=None, text=None, contentType=None):
+          self.id = str(id)
+          self.title=title
+          self.label=label
+          self.ZBindings_edit(self._default_bindings)
+          if text is None:
+              text = ''
+          self.pt_edit(text, contentType)
+ def manage_addECHO_linkListForm(self):
+     """Form for adding"""
+     pt=PageTemplateFile('Products/ECHO_content/zpt/AddECHO_linkListTemplate.zpt').__of__(self)
+     return pt()
+ from urllib import quote
+ def manage_addECHO_linkList(self, id, label,contentType=0,title=None, text=None,
+                            REQUEST=None, submit=None):
+     """Add a LinkList with optional file content."""
+     id = str(id)
+     if REQUEST is None:
+         self._setObject(id, ECHO_linkList(id, label, text))
+         ob = getattr(self, id)
+         setattr(ob,'contentType',contentType)
+         if title:
+             ob.pt_setTitle(title)
+         return ob
+     else:
+         file = REQUEST.form.get('file')
+         headers = getattr(file, 'headers', None)
+         if (headers is None) or (not file.filename):
+             zpt = ECHO_linkList(id, file)
+         else:
+             zpt = ECHO_linkList(id, label,'', file, headers.get('contentType'))
+         self._setObject(id, zpt)
+         ob = getattr(self, id)
+         if title:
+             ob.pt_setTitle(title)
+         try:
+             u = self.DestinationURL()
+         except AttributeError:
+             u = REQUEST['URL1']
+         if submit == " Add and Edit ":
+             u = "%s/%s" % (u, quote(id))
+         REQUEST.RESPONSE.redirect(u+'/manage_main')
+     return ''
+ class ECHO_support(Folder):
+     """gefrdert durch"""
+     meta_type="ECHO_support"
+     def __init__(self,id,institutions=None):
+         """init"""
+         self.id=id
+         self.title=''
+         self.institutions=toList(institutions)
+     def getSupporter(self):
+         """return institutions"""
+         if self.institutions:
+             return self.institutions
+         else:
+             return []
+     manage_options = Folder.manage_options+(
+         {'label':'Main Config','action':'ECHO_support_configForm'},
+         )
+     def ECHO_support_configForm(self):
+         """change form"""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_support').__of__(self)
+         pt.content_type="text/html"
+         return pt()
+     def ECHO_support_config(self,institutions=None,RESPONSE=None):
+         """change"""
+         self.institutions=toList(institutions)
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+ def manage_addECHO_supportForm(self):
+     """Form for adding"""
+     pt=PageTemplateFile('Products/ECHO_content/zpt/AddECHO_support.zpt').__of__(self)
+     return pt()
+ def manage_addECHO_support(self, id,institutions=None,RESPONSE=None):
+     """add the copyright"""
+     meta_type="ECHO_support"
+     self._setObject(id, ECHO_support(id,institutions))
+     if RESPONSE is not None:
+         RESPONSE.redirect('manage_main')
+ class ECHO_institution(Image,Persistent):
+     """ECHO Institution"""
+     meta_type="ECHO_institution"
+     def __init__(self, id, title,url, file, person, email, country, content_type='', precondition=''):
+         self.__name__=id
+         self.title=title
+         self.url=url
+         self.person=person
+         self.email=email
+         self.country=country
+         self.precondition=precondition
+         data, size = self._read_data(file)
+         content_type=self._get_content_type(file, data, id, content_type)
+         self.update_data(data, content_type, size)
+     manage_options = Image.manage_options+(
+         {'label':'Institution Information','action':'ECHO_institution_config'},
+         )
+     def changeECHO_institution(self,url,person, email, country,RESPONSE=None):
+         """Change main information"""
+         self.url=url
+         self.person=person
+         self.email=email
+         self.country=country
+         if RESPONSE is not None:
+             RESPONSE.redirect('manage_main')
+     def ECHO_institution_config(self):
+         """Main configuration"""
+         if not hasattr(self,'url'):
+             self.url=""
+         pt=PageTemplateFile('Products/ECHO_content/zpt/ChangeECHO_institution.zpt').__of__(self)
+         return pt()
+ manage_addECHO_institutionForm=DTMLFile('dtml/ECHO_institutionAdd',globals(),
+                              Kind='ECHO_institution',kind='ECHO_institution')
+ def manage_addECHO_institution(self, id, url, person, email, country, file=None, title='', precondition='', content_type='',
+                     REQUEST=None):
+     """
+     Add a new ECHO_institution object.
+     Creates a new ECHO_institution object 'id' with the contents of 'file'.
+     Based on Image.manage_addImage
+     """
+     id=str(id)
+     title=str(title)
+     content_type=str(content_type)
+     precondition=str(precondition)
+     id, title = OFS.Image.cookId(id, title, file)
+     self=self.this()
+     # First, we create the image without data:
+     self._setObject(id, ECHO_institution(id,title,url,'', person, email, country, content_type, precondition))
+     # Now we "upload" the data.  By doing this in two steps, we
+     # can use a database trick to make the upload more efficient.
+     if file:
+         self._getOb(id).manage_upload(file)
+     if content_type:
+         self._getOb(id).content_type=content_type
+     if REQUEST is not None:
+         try:    url=self.DestinationURL()
+         except: url=REQUEST['URL1']
+         REQUEST.RESPONSE.redirect('%s/manage_main' % url)
+     return id

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.115
changed lines
	Added in v.1.177