--- MPIWGWeb/Attic/MPIWGRoot.py 2008/06/24 11:16:27 1.1.2.1
+++ MPIWGWeb/Attic/MPIWGRoot.py 2010/02/10 18:25:45 1.1.2.25
@@ -30,33 +30,156 @@ import updatePersonalWWW
import MPIWGStaff
from MPIWGHelper import *
+
+def sortWeight(x,y):
+ x1=int(getattr(x[1],'weight','0'))
+ y1=int(getattr(y[1],'weight','0'))
+ return cmp(x1,y1)
+
+
class MPIWGRoot(ZSQLExtendFolder):
"""Stammordner fuer den Web-Server"""
- fieldLabels={'WEB_title':'WEB_Title','xdata_01':'Responsible Scientists','xdata_02':'Department',
- 'xdata_03':'Historical Persons','xdata_04':'Time period',
- 'xdata_05':'Sorting number','xdata_06':'Keywords','xdata_07':'Short title',
- 'xdata_08':'Other involved scholars' ,'xdata_09':'Disciplines','xdata_10':'Themes',
- 'xdata_11':'Object Digitallibrary','xdata_12':'Cooperation partners',
- 'xdata_13':'Funding institutions','WEB_project_header':'WEB_project_header',
- 'WEB_project_description':'WEB_project_description','WEB_related_pub':'WEB_related_pub'}
+ meta_type='MPIWGRoot'
+
+ fieldLabels={'WEB_title':'WEB_Title',
+ 'xdata_01':'Responsible Scientists',
+ 'xdata_02':'Department',
+ 'xdata_03':'Historical Persons',
+ 'xdata_04':'Time period',
+ 'xdata_05':'Sorting number',
+ 'xdata_06':'Keywords',
+ 'xdata_07':'Short title',
+ 'xdata_08':'Other involved scholars' ,
+ 'xdata_09':'Disciplines',
+ 'xdata_10':'Themes',
+ 'xdata_11':'Object Digitallibrary',
+ 'xdata_12':'Cooperation partners',
+ 'xdata_13':'Funding institutions',
+ 'WEB_project_header':'WEB_project_header',
+ 'WEB_project_description':'WEB_project_description',
+ 'WEB_related_pub':'WEB_related_pub'}
+ # (is this used?)
folders=['MPIWGProject','Folder','ECHO_Navigation']
- meta_type='MPIWGRoot'
+ # language of this instance
+ lang = 'en'
+ # types of objects that show up in navigation
+ nav_meta_types = ['MPIWGTemplate','MPIWGLink','MPIWGFolder']
+
+ def getGetNeighbourhood(self,obj, wordStr, length=100,tagging=True):
+ """finde umgebung um die worte in wordStr, zurueckgegeben wird eine Array mit den Umgebungen von Fundstellen der Worte
+ alle Tags werden entfernt, die Fundstellen werden mit XX getaggt, die Umgebungen werden
+ case insensitive gesucht
+ @param wordStr: string mit Worten getrennt durch Leerzeichen, Phrasen sind mit " gekennzeichnet
+ "eine phrase", "*" bezeichnet wildcards und wird ignoriert"
+ @param length: optional, default wert 100, 2*length ist die groesse der Umgebung
+ @param tagging: optional default wert true, kein span tag wird erzweugt falls tag=false
+ """
+
+ ret=[] # nimmt das Array auf, dass spaeter zurueckgegeben wird
+ ranges=[] #Array mit tupeln x,y wobei x die Position des Anfang und y des Endes der i-ten Umgebung angiebt
+
+ wordStr=wordStr.lstrip().rstrip()
+
+ def isInRanges(nr,length):
+ """test ob eine gegeben Position nr schon irgendwo in einer Umgebung ist, gibt den Index des ersten Wertes aus ranges zurueck,
+ -1, wenn kein Treffer
+
+ @param nr: Position die geprueft werden soll
+ @param length: Laenge des Wortes das geprueft werden soll
+ """
+ for x in ranges:
+ if (x[0]<=nr) and (nr < (x[1]-length)):
+ return ranges.index(x)
+ return -1
+
+ # deal with phrases, in Phrasen werden die Leerzeichen durch "_" ersetzt.
+ def rep_empty(str):
+ x= re.sub(" ","_",str.group(0))
+ return re.sub("\"","",x)
+
+ wordStr=re.sub("\".*?\"", rep_empty,wordStr)#ersetze leerzeichen in " " durch "_" und loesche "
+
+ #deal with wildcards, for our purposes it is enough to delete the wildcard
+ wordStr=wordStr.replace("*","")
+
+ words=wordStr.split(" ")
+ #if not words is ListType:
+ # words=[words]
+
+ txt=obj.harvest_page()
+ if not txt:
+ return ret
+ txt=re.sub("<.*?>", "", txt) # loesche alle Tags
+ for word in words:
+ word=re.sub("_"," ",word) # ersetze zurueck "_" durch " "
+ pos=0
+
+ n=txt.lower().count(word.lower()) # wie oft tritt das Wort auf
+
+ for i in range(n):
+ pos=txt.lower().find(word.lower(),pos)
+
+ if pos > 0:
+ x=max(0,pos-length)
+ y=min(len(txt),pos+length)
+
+
+ #is word already in one of the results
+ nr=isInRanges(pos,len(word))
+ if nr >=0:# word ist in einer schon gefunden Umgebung, dann vergroessere diese
+ x=min(ranges[nr][0],x)
+ y=max(ranges[nr][1],y)
+
+ str=txt[x:y]
+
+ if nr >=0: # word ist in einer schon gefunden Umgebung
+ ranges[nr]=(x,y) # neue Position der Umgebung
+
+ ret[nr]=str # neue Umgebung
+ else: # andernfalls neue Umgebung hinzufuegen
+ ranges.append((x,y))
+ ret.append(str)
+
+ pos=pos+len(word)
+ else:
+ break;
+
+ # now highlight everything
+ if tagging:
+ for x in range(len(ret)):
+ for word in words:
+ repl=re.compile(word,re.IGNORECASE)
+ ret[x]=repl.sub(""" %s"""%word.upper(),ret[x])
+
+ return ret
+ def copyAllImagesToMargin(self):
+ """tranformiere alle Bilder in die Margins"""
+ projects=self.getTree()
+ ret=""
+ for project in projects:
+ proj=project[3]
+ try:
+ persons=proj.copyImageToMargin();
+ except:
+ logging.error("Cannnot do: %s"%repr(project))
+
def transformProjectsToId(self):
"""trnasformiere zu ID, Hilfsfunktion die die alten Templates analysiert und mit der neuen Liste
verantwortlicher Personen versieht"""
projects=self.getTree()
ret=""
for project in projects:
+
proj=project[3]
persons=proj.identifyNames(proj.getContent('xdata_01'))
if not hasattr(proj,'responsibleScientistsList'):
proj.responsibleScientistsList=[]
for person in persons.items():
- logging.info("XXXX"+repr(person))
+
if len(person[1]) >1: #nicht eindeutig
ret+="nicht eindeutig --- %s: %s\n"%(proj.getId(),person[0])
@@ -67,6 +190,7 @@ class MPIWGRoot(ZSQLExtendFolder):
proj.responsibleScientistsList.append((person[0],person[1][0].getObject().getKey()))
return ret
+
def harvestProjects(self):
"""harvest"""
@@ -87,6 +211,7 @@ class MPIWGRoot(ZSQLExtendFolder):
def decode(self,str):
"""decoder"""
+
if not str:
return ""
if type(str) is StringType:
@@ -105,6 +230,9 @@ class MPIWGRoot(ZSQLExtendFolder):
else:
return array[idx]
+ def getLang(self):
+ """returns the default language"""
+ return self.lang
def browserCheck(self):
"""check the browsers request to find out the browser type"""
@@ -207,11 +335,6 @@ class MPIWGRoot(ZSQLExtendFolder):
def subNavStatic(self,obj):
"""subnav" von self"""
- def sortWeight(x,y):
- x1=int(getattr(x[1],'weight','0'))
- y1=int(getattr(y[1],'weight','0'))
- return cmp(x1,y1)
-
subs=self.ZopeFind(obj,obj_metatypes=['MPIWGTemplate','MPIWGLink'])
subret=[]
@@ -222,40 +345,24 @@ class MPIWGRoot(ZSQLExtendFolder):
return subret
def subNav(self,obj):
- """return subnav elemente"""
- def sortWeight(x,y):
- x1=int(getattr(x[1],'weight','0'))
- y1=int(getattr(y[1],'weight','0'))
- return cmp(x1,y1)
- #if obj.meta_type in ['MPIWGTemplate','MPIWGLink']:
- # id=obj.aq_parent.getId()
- #else:
-
- #id=obj.getId()
-
-
- #suche die zweite ebene
-
- if not obj.aq_parent.getId() in ['de','en']:
- obj=obj.aq_parent
-
- while not self.ZopeFind(self,obj_ids=[obj.getId()]):
- obj=obj.aq_parent
-
-
- if hasattr(self,obj.getId()):
-
- subs=self.ZopeFind(getattr(self,obj.getId()),obj_metatypes=['MPIWGTemplate','MPIWGLink'])
- subret=[]
-
- for x in subs:
- if not(x[1].title==""):
- subret.append(x)
- subret.sort(sortWeight)
- return subret
- else:
- return None
-
+ """return sub-navigation elements i.e. below sections"""
+ # get section -> parent should be MPIWGRoot
+ p = obj
+ sec = None
+ # descend parents to the root (and remember the last id)
+ while p is not None and p.meta_type != 'MPIWGRoot':
+ sec = p
+ p = p.aq_parent
+
+ subsecs = sec.objectItems(self.nav_meta_types)
+ subsecs = [s for s in subsecs if s[1].title != ""]
+ subsecs.sort(sortWeight)
+ return subsecs
+
+ def isType(self,object,meta_type):
+ """teste ob ein object vom meta_type ist."""
+ return (object.meta_type==meta_type)
+
def isActive(self,name):
"""teste ob subnavigation aktiv"""
for part in self.REQUEST['URL'].split("/"):
@@ -263,21 +370,14 @@ class MPIWGRoot(ZSQLExtendFolder):
return True
return False
- def getSection(self):
- """returns the current section name"""
- root = self.absolute_url()
- url = self.REQUEST['URL']
- if not url:
- return None
- path = string.replace(url, root, '')
- paths = path.split('/')
- if len(paths) > 0:
- sec = paths[1]
- if sec.find('.') < 0:
- return sec
- else:
- return None
- return None
+
+ def getSections(self):
+ """returns a list of all sections i.e. top-level MPIWGFolders"""
+ secs = self.objectItems(['MPIWGFolder'])
+ secs.sort(sortWeight)
+ #logging.debug("root: %s secs: %s"%(repr(self.absolute_url()), repr(secs)))
+ # return pure list of objects
+ return [s[1] for s in secs]
def getSectionStyle(self, name, style=""):
"""returns a string with the given style + '-sel' if the current section == name"""
@@ -286,6 +386,22 @@ class MPIWGRoot(ZSQLExtendFolder):
else:
return style
+ def getFeatures(self, num=None):
+ """returns a list of the last num Features"""
+ dir = getattr(self, 'features')
+ features = dir.objectItems(['MPIWGFeature'])
+ features.sort(sortWeight)
+ if num is not None:
+ # take only the last num elements
+ features = features[-num:]
+ # return pure list of objects
+ return [f[1] for f in features]
+
+
+ def getMPIWGRoot(self):
+ """returns the MPIWG root"""
+ return self
+
def MPIWGrootURL(self):
"""returns the URL to the root"""
return self.absolute_url()
@@ -310,13 +426,14 @@ class MPIWGRoot(ZSQLExtendFolder):
def replaceNotEmpty(self,format,field):
"""replace not empty"""
if field and (not field.lstrip()==''):
- return format%field
+ return self.decode(format%field)
else:
return ""
def isActiveMember(self,key):
"""tested ob Mitarbeiter key ist aktiv"""
+ key=utf8ify(key)
ret=self.getat(self.ZSQLInlineSearch(_table='personal_www',
_op_key='eq',key=key,
_op_publish_the_data='eq',
@@ -472,29 +589,35 @@ class MPIWGRoot(ZSQLExtendFolder):
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeMPIWGRootForm')).__of__(self)
return pt()
- def changeMPIWGRoot(self,title,disciplineList,themesList,connection_id,RESPONSE=None):
+ def changeMPIWGRoot(self,title,disciplineList,themesList,connection_id,lang=None,RESPONSE=None):
"""change"""
self.title=title
self.connection_id=connection_id
self.disciplineList=disciplineList
self.themesList=themesList
+ if lang is not None:
+ self.lang = lang
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
-
def getContexts(self,childs=None,parents=None,depth=None,date=None,onlyActive=True):
"""childs alle childs, alle parents"""
ret=[]
-
+
if parents:
- splitted=parents.split(".")
- parentId=string.join(splitted[0:len(splitted)-1],".")
-
- for project in self.getProjectFields('xdata_05',sort='int',date=date):
- if project[1]==parentId:
- ret.append(project)
+ pnums=parents.split(".")
+ while len(pnums) > 1:
+ pnums.pop()
+ parentId=string.join(pnums,".")
+
+ for project in self.getProjectFields('xdata_05',sort='int',date=date):
+ if project[1]==parentId:
+ ret.append(project)
+
+ if (depth is not None) and (len(ret) >= depth):
+ break
if childs:
for project in self.getProjectFields('xdata_05',sort='int',date=date):
@@ -510,7 +633,11 @@ class MPIWGRoot(ZSQLExtendFolder):
ret.append(project)
else:
ret.append(project)
+
+ #logging.debug("getContexts: childs=%s parents=%s depth=%s => %s"%(childs,parents,depth,repr(ret)))
+
return ret
+
def getProjectFields(self,fieldName,date=None,folder=None,sort=None):
"""getListofFieldNames"""
@@ -652,9 +779,9 @@ class MPIWGRoot(ZSQLExtendFolder):
result,msg=MPIWGStaff.createNewDBEntry(self,data['publish_the_data'],data['key'],data['last_name'],
- data['first_name'],data['title'],data['status'],"",
+ data['first_name'],data['titles_new'],data['status'],"",
"",data['date_from'],data['date_to'],
- data['department'],data['home_inst'],data['funded_by'],
+ data['department'],'',data['funded_by'],
data['e_mail2'],data['current_work'],"yes",data['date_stay_at_mpiwg'],data['group'],"no",data['current_work'])
return result,msg
@@ -769,6 +896,8 @@ class MPIWGRoot(ZSQLExtendFolder):
return "DONE"
+
+
def updatePersonalwww_html(self):
"""update form for the homepages web form"""
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','updatePersonalwww.zpt')).__of__(self)
@@ -801,8 +930,23 @@ class MPIWGRoot(ZSQLExtendFolder):
try:
self.ProjectCatalog.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
+ logger("MPIWG Root (reindexCatalog: projects)",logging.INFO,"DONE")
+ except:
+ logger("MPIWG Root (reindexCatalog: projects)",logging.WARNING," %s %s"%sys.exc_info()[:2])
+
+ try:
+
+ self.MembersCatalog.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
+ logger("MPIWG Root (reindexCatalog: members)",logging.INFO,"DONE")
+ except:
+ logger("MPIWG Root (reindexCatalog: members)",logging.WARNING," %s %s"%sys.exc_info()[:2])
+
+ try:
+
+ self.fulltextProjectsMembers.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
+ logger("MPIWG Root (reindexCatalog: fulltextProjectsMembers)",logging.INFO,"DONE")
except:
- logger("MPIWG Root (updatehomepage)",logging.WARNING," %s %s"%sys.exc_info()[:2])
+ logger("MPIWG Root (reindexCatalog: fulltextProjectsMembers)",logging.WARNING," %s %s"%sys.exc_info()[:2])
@@ -821,8 +965,8 @@ class MPIWGRoot(ZSQLExtendFolder):
return cmp(x[0],y[0])
results=self.MembersCatalog({'isPublished':True})
-
- ret=[(", ".join([proj.lastName, proj.firstName]).decode('utf-8'),proj.getKey) for proj in results]
+
+ ret=[(unicodify(", ".join([proj.lastName, proj.firstName])), proj.getKey) for proj in results]
ret.sort(sorter)
return ret
@@ -844,6 +988,26 @@ class MPIWGRoot(ZSQLExtendFolder):
else:
return entry
+ def getTreeRSS(self,dep=None,date=None,onlyActive=1,onlyArchived=0):
+ """generateTree"""
+ rss="""
+
+ """
+
+ for obj in self.getTree(dep, date, onlyActive, onlyArchived):
+ linkStr="""http://www.mpiwg-berlin.mpg.de/en/research/projects/%s"""
+ rss+=""""""
+ rss+=linkStr%obj[3].getId()
+ rss+=""""""
+ if hasattr(obj[3],'publicationList'):
+ rss+=""""""
+ rss+=linkStr%(obj[3].getId()+"/publicationList");
+ rss+=""""""
+ rss+="""
+ """
+
+
+ return rss
def getTree(self,dep=None,date=None,onlyActive=0,onlyArchived=0):
"""generate Tree from project list
@@ -972,6 +1136,11 @@ class MPIWGRoot(ZSQLExtendFolder):
logging.info("Changed!Completed+++++++++++++++++++++++++++++++++")
entryChanged = True
+ if not (fields[nr][3].getStartedAt()==fields[nr][3].transformDate(form[str(nr)+'_started'])):
+ fields[nr][3].setStartedAt(form[str(nr)+'_started'])
+ logging.info("Changed!Started+++++++++++++++++++++++++++++++++")
+ entryChanged = True
+
if entryChanged:
logging.info("Changed!+++++++++++++++++++++++++++++++++")
@@ -1027,91 +1196,27 @@ class MPIWGRoot(ZSQLExtendFolder):
if key=="":
return ""
- catalogged=self.MembersCatalog({'getKey':key})
- if len(catalogged)==0:
- return ""
- else:
- return catalogged[0].getObject().getId()
+ try:
+ key=utf8ify(key)
+ catalogged=self.MembersCatalog({'getKey':key})
+ if len(catalogged)==0:
+ return ""
+ else:
+ return catalogged[0].getObject().getId()
+ except:
+ return ""
-# def getMembersFromList(self,list):
-# """get member names from person full text list"""
-# memberlist=[]
-# persons=list.split(";")
-# for person in persons:
-# if len(person)>1: #nicht nur Trennzeichen
-# splitted=person.split(",")
-# if len(splitted)==1:
-# splitted=person.lstrip().rstrip().split(" ")
-# splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
-# if splittedNew[0]=='':
-# del splittedNew[0]
-# search=string.join(splittedNew,' AND ')
-#
-# if not search=='':
-# try:
-#
-# member=self.MembersCatalog({'title':search})
-#
-# except:
-# member=None
-# if member:
-# logging.error("search publ %s:"%member[0].getObject().isPublished())
-# if member and (member[0].getObject().isPublished()):
-# if person =="Otto Sibum" : person="H. Otto Sibum"
-# if person =="Norton Wise" : person="M. Norton Wise"
-#
-# #memberlist.append("%s"%(member[0].absolute_url,person.encode('utf-8')))
-# memberlist.append((person, member[0].getObject().getId()))
-# else:
-# #memberlist.append("%s"%person.encode('utf-8'))
-# memberlist.append((person,None))
-# return memberlist
-
-# def getUrlFromPerson(self,list):
-# """get urls to person list"""
-# ret=[]
-# persons=list.split(";")
-# for person in persons:
-#
-# if len(person)>1: #nicht nur Trennzeichen
-# splitted=person.split(",")
-# if len(splitted)==1:
-# splitted=person.lstrip().rstrip().split(" ")
-# splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
-# if splittedNew[0]=='':
-# del splittedNew[0]
-# search=string.join(splittedNew,' AND ')
-#
-# if not search=='':
-#
-# try:
-# proj=self.MembersCatalog({'title':search})
-# except:
-# proj=None
-#
-# if proj and (proj[0].getObject().isPublished()):
-# if person =="Otto Sibum" : person="H. Otto Sibum"
-# if person =="Norton Wise" : person="M. Norton Wise"
-# #ret.append("%s"%(proj[0].absolute_url,person.encode('utf-8')))
-# if self.MPIWGrootURL().split("/")[-1]=='en':
-# tmpPath="/en/staff/members/"
-# else:
-# tmpPath="/de/mitarbeiter/members/"
-# ret.append("%s"%(tmpPath+proj[0].getObject().getId()+"/index.html",person))
-# else:
-# #ret.append("%s"%person.encode('utf-8'))
-# ret.append("%s"%person)
-# return string.join(ret,";")
-#
+
def getProjectsOfMembers(self,date=None):
"""give tuple member /projects"""
ret=[]
members=self.getAllMembers()
-
+ logging.error("X %s"%repr(members))
#return str(members)
for x in members:
+ logging.error("X %s"%repr(x))
projects=self.getProjectsOfMember(key=x[1],date=date)
if len(projects)>0:
ret.append((x[0],projects))
@@ -1135,7 +1240,7 @@ class MPIWGRoot(ZSQLExtendFolder):
ret=[]
if key:
- proj=self.ProjectCatalog({'getPersonKeyList':key})
+ proj=self.ProjectCatalog({'getPersonKeyList':utf8ify(key)})
else:
return ret # key muss definiert sein
@@ -1143,6 +1248,7 @@ class MPIWGRoot(ZSQLExtendFolder):
if proj:
proj2=[]
for x in proj:
+ #logging.error("proj:%s"%repr(x.getPath()))
if (not getattr(x.getObject(),'invisible',None)) and (getattr(x.getObject(),'archiveTime','')==''):
proj2.append(x)
@@ -1154,7 +1260,7 @@ class MPIWGRoot(ZSQLExtendFolder):
proj2.sort(sortP)
projectListe=[]
-
+ #logging.error("getprojectsofmember proj2: %s"%repr(proj2))
for proj in proj2:
obj=proj.getObject()
add=False
@@ -1165,7 +1271,7 @@ class MPIWGRoot(ZSQLExtendFolder):
if obj.isArchivedProject():
add=True
else: #alle
- add=True
+ add=True
if onlyActive==1: #nur active projecte
if obj.isActiveProject():
@@ -1182,7 +1288,7 @@ class MPIWGRoot(ZSQLExtendFolder):
if add:
projectListe.append(obj)
-
+ #logging.error("getprojectsofmember projectliste: %s"%repr(projectListe))
return projectListe
def givePersonList(self,name):
@@ -1393,4 +1499,4 @@ def manage_addMPIWGRoot(self,id,title,co
setattr(ob,'connection_id',connection_id)
if RESPONSE is not None:
RESPONSE.redirect('manage_main')
-
\ No newline at end of file
+