--- ECHO_content/VLPExtension.py 2004/06/08 17:17:07 1.8 +++ ECHO_content/VLPExtension.py 2004/10/05 14:58:56 1.27 @@ -1,10 +1,45 @@ -from ECHO_collection import * +from Products.ECHO_content.ECHO_collection import * from Products.PageTemplates.PageTemplateFile import PageTemplateFile from Products.PageTemplates.PageTemplate import PageTemplate from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate +from OFS.Image import File +try: + from Products.zogiLib import zogiLib +except: + print "Zogilib not installed, VLP_resource will not work" + +import xml.dom.minidom +import urllib +import xmlrpclib +import vlp_xmlhelpers +from types import * -from Products.zogiLib import zogiLib + +def lemmatize(str): + """takes a str and addes links the dictionary service""" + server = xmlrpclib.ServerProxy("http://archimedes.fas.harvard.edu/cgi-bin/donatus-rpc") + if server: + splitted=str.split(" ") + wordlist=["%s"%split for split in splitted].join() + return wordlist + + + + +def makeXML(str): + + try: + dom=xml.dom.minidom.parseString(str) + return str + except: + str=str.replace("& ","& ") + return """ + %s + """%str + + + def getText(nodelist): rc = "" @@ -20,8 +55,24 @@ class VLP_essay(Folder): manage_options = Folder.manage_options+( {'label':'Main Config','action':'ConfigVLP_essayForm'}, + {'label':'Generate Essay Template','action':'generateEssayTemplateHTML'}, ) + def content_html(self,type='collection'): + """template fuer content""" + #templates = self.ZopeFind(self.aq_parent,obj_ids=[type+"_template"]) + # + #if templates: + # return templates[0][1]() + + if hasattr(self,type+"_template"): + obj=getattr(self,type+"_template") + return obj() + else: + pt=PageTemplateFile('Products/ECHO_content/zpt/ECHO_%s_template_standard.zpt'%type).__of__(self) + pt.content_type="text/html" + return pt() + def ConfigVLP_essayForm(self): """Form for adding""" pt=PageTemplateFile('Products/ECHO_content/vlp/ChangeVLP_essay.zpt').__of__(self) @@ -42,19 +93,60 @@ class VLP_essay(Folder): self.title=title self.label=label + def index_html(self): + + """show the rendered file""" + + if hasattr(self,'essayTemplate.html'): + return getattr(self,'essayTemplate.html')() + + pt=PageTemplateFile('Products/ECHO_content/vlp/essay_template.zpt').__of__(self) + pt.content_type="text/html" + return pt() + + def generateEssayTemplateHTML(self,RESPONSE=None): + """lege standard index.html an""" + + if not hasattr(self,'essayTemplate.html'): + zt=ZopePageTemplate('essayTemplate.html') + self._setObject('essayTemplate.html',zt) + default_content_fn = os.path.join(package_home(globals()), + 'vlp/essay_template.zpt') + text = open(default_content_fn).read() + zt.pt_edit(text, 'text/html') + + else: + return "already exists!" + + if RESPONSE is not None: + RESPONSE.redirect('manage_main') + + def getPage(self,pagenum): """gibt essay page mit num aus""" def sortFind(x,y): return cmp(x[0],y[0]) - - pages=self.ZopeFind(self,obj_metatypes=['DTML Document','File']) - + pages=[] + pagestmp=self.ZopeFind(self,obj_metatypes=['DTML Document','File']) + for page in pagestmp: + if not (page[1].getId()[0]=="."): + pages.append(page) + pages.sort(sortFind) #print str(pages[int(pagenum)][1]()) if pages[int(pagenum)-1][1].meta_type=='File': - return self.xml2html(str(pages[int(pagenum)-1][1])) + + #return makeXML(str(pages[int(pagenum)-1][1])) + #txt=pages[int(pagenum)-1][1].data.decode('utf-8') + txt=pages[int(pagenum)-1][1].data + #print txt.encode('utf-8') + + return self.xml2html(makeXML(txt),quote="no") else: - return str(self.xml2html(pages[int(pagenum)-1][1]())) + + + + return self.xml2html(makeXML(pages[int(pagenum)-1][1]()),quote="no") def nextPage(self,pagenum,url): pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable @@ -68,6 +160,18 @@ class VLP_essay(Folder): retstr=url+"?p="+str(int(pagenum)-1) return """previous"""%retstr + def nextURL(self,pagenum,url): + pages=len(self.ZopeFind(self,obj_metatypes=['DTML Document','File'])) # teste ob performance ok, sonst in variable + if int(pagenum)+1 <= pages: + retstr=url+"?p="+str(int(pagenum)+1) + return retstr + + def previousURL(self,pagenum,url): + + if int(pagenum)-1 > 0: + retstr=url+"?p="+str(int(pagenum)-1) + return retstr + def manage_addVLP_essayForm(self): """Form for adding""" @@ -84,6 +188,63 @@ def manage_addVLP_essay(self, id,title,l RESPONSE.redirect('manage_main') +class VLP_encyclopaedia(VLP_essay): + """essay""" + + meta_type="VLP_encyclopaedia" + + manage_options = VLP_essay.manage_options+( + {'label':'Load File','action':'loadNewFileForm'}, + ) + + + def loadNewFileForm(self): + """Neues XML-File einlesen""" + pt=PageTemplateFile('Products/ECHO_content/vlp/VLP_newfile.zpt').__of__(self) + return pt() + + def loadNewFile(self,RESPONSE=None): + """einlesen des neuen files""" + fileupload=self.REQUEST['fileupload'] + if fileupload: + file_name=fileupload.filename + filedata=fileupload.read() + + argv=vlp_xmlhelpers.proj2hash(self,filedata) + textsStr=string.join(argv['text']).encode('utf-8') + + texts=textsStr.split("") + + i=0 + for text in texts: + i+=1 + pageName='page%03d.xml'%i + pages=self.ZopeFind(self,obj_ids=[pageName]) + if pages: + pages[0][1].update_data(text) + + else: + zt=File(pageName,pageName,text,content_type="text/plain") + self._setObject(pageName,zt) + + if RESPONSE is not None: + RESPONSE.redirect('manage_main') + + +def manage_addVLP_encycForm(self): + """Form for adding""" + pt=PageTemplateFile('Products/ECHO_content/vlp/AddVLP_encyc.zpt').__of__(self) + return pt() + +def manage_addVLP_encyc(self, id,title,label,RESPONSE=None): + """add the copyright""" + + + self._setObject(id, VLP_encyclopaedia(id, title,label)) + + if RESPONSE is not None: + RESPONSE.redirect('manage_main') + class VLP_collection(ECHO_collection): """VLP spezifische Erweiterung der Collection""" @@ -136,7 +297,23 @@ class VLP_collection(ECHO_collection): if RESPONSE is not None: RESPONSE.redirect('manage_main') + def copyFullTextsFromDB(self,RESPONSE=None): + """copy fulltext aus DB""" + ress=self.ZopeFind(self,obj_metatypes=['VLP_resource']) + ret="" + for res in ress: + tmp=res[1].copyTranscriptionFromDB() + ret+=tmp + + if RESPONSE: + RESPONSE.write(tmp+"\n") + if not RESPONSE: + return ret + else: + RESPONSE.write("END\n") + + def manage_addVLP_collectionForm(self): """Form for adding a ressource""" pt=PageTemplateFile('Products/ECHO_content/vlp/AddVLP_collectionForm.zpt').__of__(self) @@ -172,20 +349,54 @@ class VLP_resource(ECHO_resource): {'label':'Update Index','action':'createIndexFile'}, {'label':'Reset MetaLink','action':'resetMetaLink'}, {'label':'Generate Title','action':'generate_title'}, + {'label':'Generate Library Template','action':'generateLibraryTemplateHTML'}, ) - - def printDict(self): - """dict""" - return self.__dict__ - ## def __init__(self,id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords): -## """angepasstes init""" - - -## return ECHO_resource(id,link,metalink,resourceID,title,label,description,contentType,renderingType,responsible,credits,weight,coords) + def transcription(self): + """show the rendered transcriptiofile""" + + if hasattr(self,'libraryTranscriptionTemplate.html'): + return getattr(self,'libraryTranscriptionTemplate.html')() + + pt=PageTemplateFile('Products/ECHO_content/vlp/library_transcriptionTemplate.zpt').__of__(self) + pt.content_type="text/html" + return pt() - + + + def copyTranscriptionFromDB(self): + """checks if transcription exits in DB""" + founds=self.search(var='select * from vl_transcript where source=\''+self.resourceID+'\' order by id') + + + ret=""" + """ + + if founds: + + for found in founds: + text=found.transcript + if not text: text="" + ret+=""+text+"" + + ret+="" + re2=ret[0:] + re3=re2.decode('latin-1') + + ft=self.ZopeFind(self,obj_metatypes=['ECHO_fullText']) + + if ft: + + ft[0][1].pt_edit(re3.encode('utf-8','ignore'),'text/xml') + + else: + self._setObject('fulltext',ECHO_fullText(id,re3)) + + return "FT: %s"%self.getId() + else: + return "no: %s"%self.getId() + def resetMetaLink(self,all="no",RESPONSE=None): """resets metalink to standard resp. in case of server change it sets to the new server url""" if all=="yes": @@ -200,19 +411,55 @@ class VLP_resource(ECHO_resource): def show(self): """show the rendered file""" + + if self.REQUEST.get('p',None): + self.REQUEST.set('pn',self.file2page(self.REQUEST.get('p',None))) + + if hasattr(self,'libraryTemplate.html'): + return getattr(self,'libraryTemplate.html')() + pt=PageTemplateFile('Products/ECHO_content/vlp/library_template.zpt').__of__(self) pt.content_type="text/html" return pt() index_html=show - + + def generateLibraryTemplateHTML(self,RESPONSE=None): + """lege standard index.html an""" + + if not hasattr(self,'libraryTemplate.html'): + zt=ZopePageTemplate('libraryTemplate.html') + self._setObject('libraryTemplate.html',zt) + default_content_fn = os.path.join(package_home(globals()), + 'vlp/library_template.zpt') + text = open(default_content_fn).read() + zt.pt_edit(text, 'text/html') + + else: + return "already exists!" + + if RESPONSE is not None: + RESPONSE.redirect('manage_main') + + def index_meta(self): """index_meta""" + pt=PageTemplateFile('Products/ECHO_content/vlp/index_meta.zpt').__of__(self) pt.content_type="text/html" return pt() - + def file2page(self,p): + """converts filename to pagenumber""" + dom=xml.dom.minidom.parse(ECHO_helpers.urlopen(getattr(self,'index.xml').absolute_url())) + + for page in dom.getElementsByTagName('page'): + # pageummer mit lo oder hi sind aequivalent + if (page.getAttribute('file')==p) or ("%slo"%page.getAttribute('file')==p) or ("%shi"%page.getAttribute('file')==p): + return page.getAttribute('nr') + + return 0 + def dir2index(self): """dir to index""" @@ -230,12 +477,13 @@ class VLP_resource(ECHO_resource): for x in ret: if not (x[0]=="."): - temp.append(calculateName(x)) + temp.append((calculateName(x),os.path.splitext(x)[0])) return temp + def firstPage(self,url=None): """showlink to the first image""" - if self.REQUEST.get('pn')=="1": #erste seinte dann kein a tag + if self.REQUEST.get('pn','1')=="1": #erste seinte dann kein a tag return """first
first""" else: @@ -250,7 +498,7 @@ class VLP_resource(ECHO_resource): if pages: ln=len(pages) - if self.REQUEST.get('pn')==str(ln): #letzte seite dann kein a tag + if (self.REQUEST.get('pn')==str(ln)) or (ln==1): #letzte seite dann kein a tag oder nur eine Seite return """last
last""" else: @@ -265,11 +513,11 @@ class VLP_resource(ECHO_resource): nn = int(self.REQUEST.get('pn','1'))-1 if nn < 1: #letzte seite dann kein a tag - return """prev
prev""" + return """prev
prev""" else: return """ - prev
prev + prev
prev """%(self.REQUEST['URL']+"?pn="+str(nn)) @@ -280,12 +528,12 @@ class VLP_resource(ECHO_resource): ln=len(pages) nn = int(self.REQUEST.get('pn','1'))+1 - if nn>int(ln): #letzte seite dann kein a tag - return """next
next""" + if (nn>int(ln)) or (ln==1): #letzte seite dann kein a tag + return """next
next""" else: return """ - next
next + next
next """%(self.REQUEST['URL']+"?pn="+str(nn)) @@ -296,17 +544,27 @@ class VLP_resource(ECHO_resource): if not url: url=self.absolute_url()+"/index.xml" - fh=urllib.urlopen(url) + fh=ECHO_helpers.urlopen(url) dom=xml.dom.minidom.parse(fh) for page in dom.getElementsByTagName('page'): text=getText(page.childNodes) pageNum=page.getAttribute('nr') - pagelist.append((pageNum,text)) + fileName=page.getAttribute('file') + pagelist.append((pageNum,text,fileName)) return pagelist - + + def getFileName(self): + """getNameOfCurrentFile""" + try: + pn=int(self.REQUEST.get('pn','1')) + except: + pn=1 + pageinfo=self.readIndexFile()[pn-1] + return pageinfo[2] + def createIndexFile(self,RESPONSE=None): """create index file"""