version 1.47.2.55, 2006/07/27 09:01:00
|
version 1.47.2.61, 2006/10/19 07:32:51
|
Line 47 def getTextFromNode(nodename):
|
Line 47 def getTextFromNode(nodename):
|
rc = rc + node.data |
rc = rc + node.data |
return rc |
return rc |
|
|
|
|
|
def sortStopWordsF(self,xo,yo): |
|
if not hasattr(self,'_v_stopWords'): |
|
self._v_stopWords=self.stopwords_en.data.split("\n") |
|
|
|
x=str(xo[1]) |
|
y=str(yo[1]) |
|
|
|
strx=x.split(" ") |
|
stry=y.split(" ") |
|
|
|
for tmp in strx: |
|
if tmp.lower() in self._v_stopWords: |
|
del strx[strx.index(tmp)] |
|
|
|
for tmp in stry: |
|
if tmp.lower() in self._v_stopWords: |
|
del stry[stry.index(tmp)] |
|
|
|
return cmp(" ".join(strx)," ".join(stry)) |
|
|
|
def sortStopWords(self): |
|
return lambda x,y : sortStopWordsF(self,x,y) |
|
|
def sortF(x,y): |
def sortF(x,y): |
try: |
try: |
return cmp(x[1],y[1]) |
return cmp(x[1],y[1]) |
Line 270 class MPIWGRoot(ZSQLExtendFolder):
|
Line 294 class MPIWGRoot(ZSQLExtendFolder):
|
folders=['MPIWGProject','Folder','ECHO_Navigation'] |
folders=['MPIWGProject','Folder','ECHO_Navigation'] |
meta_type='MPIWGRoot' |
meta_type='MPIWGRoot' |
|
|
|
def harvestProjects(self): |
|
"""harvest""" |
|
folder="/tmp" |
|
try: |
|
os.mkdir("/tmp/harvest_MPIWG") |
|
except: |
|
pass |
|
founds=self.ZopeFind(self.aq_parent.projects,obj_metatypes=['MPIWGProject'],search_sub=1) |
|
for found in founds: |
|
txt=found[1].harvest_page() |
|
|
|
if txt and (txt != ""): |
|
name=found[0].replace("/","_") |
|
fh=file("/tmp/harvest_MPIWG/"+name,"w") |
|
fh.write(txt) |
|
fh.close() |
|
|
def decode(self,str): |
def decode(self,str): |
"""decoder""" |
"""decoder""" |
if not str: |
if not str: |
Line 354 class MPIWGRoot(ZSQLExtendFolder):
|
Line 395 class MPIWGRoot(ZSQLExtendFolder):
|
else: |
else: |
return False |
return False |
|
|
|
def subNavStatic(self,obj): |
|
"""subnav" von self""" |
|
def sortWeight(x,y): |
|
x1=int(getattr(x[1],'weight','0')) |
|
y1=int(getattr(y[1],'weight','0')) |
|
return cmp(x1,y1) |
|
|
|
subs=self.ZopeFind(obj,obj_metatypes=['MPIWGTemplate','MPIWGLink']) |
|
subret=[] |
|
|
|
for x in subs: |
|
if not(x[1].title==""): |
|
subret.append(x) |
|
subret.sort(sortWeight) |
|
return subret |
|
|
def subNav(self,obj): |
def subNav(self,obj): |
"""return subnav elemente""" |
"""return subnav elemente""" |
def sortWeight(x,y): |
def sortWeight(x,y): |
Line 368 class MPIWGRoot(ZSQLExtendFolder):
|
Line 425 class MPIWGRoot(ZSQLExtendFolder):
|
|
|
|
|
#suche die zweite ebene |
#suche die zweite ebene |
|
|
if not obj.aq_parent.getId() in ['de','en']: |
if not obj.aq_parent.getId() in ['de','en']: |
obj=obj.aq_parent |
obj=obj.aq_parent |
|
|
while not self.ZopeFind(self,obj_ids=[obj.getId()]): |
while not self.ZopeFind(self,obj_ids=[obj.getId()]): |
obj=obj.aq_parent |
obj=obj.aq_parent |
|
|
|
|
if hasattr(self,obj.getId()): |
if hasattr(self,obj.getId()): |
|
|
subs=self.ZopeFind(getattr(self,obj.getId()),obj_metatypes=['MPIWGTemplate','MPIWGLink']) |
subs=self.ZopeFind(getattr(self,obj.getId()),obj_metatypes=['MPIWGTemplate','MPIWGLink']) |
Line 502 class MPIWGRoot(ZSQLExtendFolder):
|
Line 561 class MPIWGRoot(ZSQLExtendFolder):
|
self.id=id |
self.id=id |
self.title=title |
self.title=title |
|
|
|
def removeStopWords(self,xo): |
|
"""remove stop words from xo""" |
|
if not hasattr(self,'_v_stopWords'): |
|
self._v_stopWords=self.stopwords_en.data.split("\n") |
|
|
|
x=str(xo) |
|
|
|
strx=x.split(" ") |
|
|
|
for tmp in strx: |
|
|
|
if tmp.lower() in self._v_stopWords: |
|
del strx[strx.index(tmp)] |
|
|
|
return " ".join(strx) |
|
|
def urlQuote(self,str): |
def urlQuote(self,str): |
"""quote""" |
"""quote""" |
return urllib.quote(str) |
return urllib.quote(str) |
Line 700 class MPIWGRoot(ZSQLExtendFolder):
|
Line 775 class MPIWGRoot(ZSQLExtendFolder):
|
|
|
if sort=="int": |
if sort=="int": |
ret.sort(sortI) |
ret.sort(sortI) |
|
elif sort=="stopWords": |
|
|
|
ret.sort(sortStopWords(self)) |
|
|
else: |
else: |
ret.sort(sortF) |
ret.sort(sortF) |
|
|
Line 997 class MPIWGRoot(ZSQLExtendFolder):
|
Line 1076 class MPIWGRoot(ZSQLExtendFolder):
|
return entry |
return entry |
|
|
|
|
def getTree(self,date=None,onlyActive=None): |
def getTree(self,dep=None,date=None,onlyActive=None): |
"""generate Tree from project list""" |
"""generate Tree from project list""" |
|
|
returnList=[] |
returnList=[] |
Line 1015 class MPIWGRoot(ZSQLExtendFolder):
|
Line 1094 class MPIWGRoot(ZSQLExtendFolder):
|
if idNr[0]=="x": # kompatibilitŠt mit alter Konvention, x vor der Nummer macht project inactive |
if idNr[0]=="x": # kompatibilitŠt mit alter Konvention, x vor der Nummer macht project inactive |
project[0].setActiveFlag(False) |
project[0].setActiveFlag(False) |
|
|
|
if (not dep) or (idNr[0]==dep): #falls dep gesetzt ist nur dieses hinzufźgen. |
if onlyActive and project[0].isActiveProject(): #nur active projekte |
if onlyActive and project[0].isActiveProject(): #nur active projekte |
returnList.append((depth,nr,title,project[0])) |
returnList.append((depth,nr,title,project[0])) |
elif not onlyActive: |
elif not onlyActive: |
returnList.append((depth,nr,title,project[0])) |
returnList.append((depth,nr,title,project[0])) |
return returnList |
return returnList |
|
|
def formatElementsAsList(self,elements): |
def formatElementsAsList(self,elements,onlyOneDept=False): |
"""formatiere tree als liste""" |
"""formatiere tree als liste""" |
|
|
actualDepth=0 |
actualDepth=0 |
Line 1067 class MPIWGRoot(ZSQLExtendFolder):
|
Line 1147 class MPIWGRoot(ZSQLExtendFolder):
|
if actualDepth==1: |
if actualDepth==1: |
departmentName={'1':'Department I','2':'Department II','3':'Department III', '4':'Ind. Research Group','5':'Ind. Research Group','6':'Ind. Research Group','7':'Research Network'} |
departmentName={'1':'Department I','2':'Department II','3':'Department III', '4':'Ind. Research Group','5':'Ind. Research Group','6':'Ind. Research Group','7':'Research Network'} |
department=element[3].getContent('xdata_05') |
department=element[3].getContent('xdata_05') |
|
if not onlyOneDept: |
ret+="""<a href="#top"><img src="../grafik/totop.gif" vspace="10" border="0"></a><br><a name="dept%s"></a>%s: """%(department,departmentName[department]) |
ret+="""<a href="#top"><img src="../grafik/totop.gif" vspace="10" border="0"></a><br><a name="dept%s"></a>%s: """%(department,departmentName[department]) |
|
|
if self.REQUEST.has_key('date'): |
if self.REQUEST.has_key('date'): |
Line 1366 class MPIWGRoot(ZSQLExtendFolder):
|
Line 1447 class MPIWGRoot(ZSQLExtendFolder):
|
return (fieldname in checkFields) |
return (fieldname in checkFields) |
|
|
|
|
|
def generateNameIndex(self): |
|
"""erzeuge einen index verwendeter personen""" |
|
import psycopg |
|
o = psycopg.connect('dbname=authorities user=dwinter password=3333',serialize=0) |
|
results={} |
|
print self.fulltext.historicalNames.items() |
|
for nameItem in self.fulltext.historicalNames.items(): #gehe durch alle namen des lexikons |
|
|
|
c = o.cursor() |
|
name=nameItem[0] |
|
print "check",name |
|
c.execute("select lastname,firstname from persons where lower(lastname) = '%s'"%quote(name)) |
|
tmpres=c.fetchall() |
|
firstnames=[result[1] for result in tmpres] # find all firstnames |
|
if tmpres: |
|
lastname=tmpres[0][0] |
|
|
|
for found in self.fulltext({'names':name}): |
|
if found.getObject().isActual(): |
|
for nh in found.getObject().getGetNeighbourhood(name, length=50,tagging=False): #hole umgebung |
|
#schaue nun ob der vorname hinter oder vor dem name ist |
|
position=nh.find(lastname) |
|
# vorher |
|
#print "NH",nh |
|
bevorS=nh[0:position].split() |
|
#print "BV",bevorS |
|
if len(bevorS)>1: |
|
try: |
|
bevor=[bevorS[-1],bevorS[-2]] |
|
except: |
|
bevor=[bevorS[0]] |
|
else: |
|
bevor=[] |
|
#nachher |
|
behindS= re.split("[,|;| ]",nh[position:]) |
|
#print "BH",behindS |
|
if len(behindS)>2: |
|
try: |
|
behind=behindS[1:3] |
|
except: |
|
behind=[bevorS[1]] |
|
else: |
|
behind=[] |
|
for firstname in firstnames: |
|
if firstname in bevor+behind: #Namen wie mit Adelspraedikaten werden so erstmal nich gefunden |
|
id="%s,%s"%(lastname,firstname) |
|
if not results.has_key(id): |
|
results[id]=[] |
|
objId=found.getObject().getId() |
|
if not (objId in results[id]): |
|
print "added %s for %s"%(id,objId) |
|
results[id].append(objId) |
|
self.nameIndex=results |
|
return results |
|
|
def manage_addMPIWGRootForm(self): |
def manage_addMPIWGRootForm(self): |
"""form for adding the root""" |
"""form for adding the root""" |
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addMPIWGRootForm.zpt')).__of__(self) |
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addMPIWGRootForm.zpt')).__of__(self) |
Line 1433 class MPIWGProject(CatalogAware,Folder):
|
Line 1569 class MPIWGProject(CatalogAware,Folder):
|
meta_type='MPIWGProject' |
meta_type='MPIWGProject' |
default_catalog='ProjectCatalog' |
default_catalog='ProjectCatalog' |
|
|
|
|
def sortedByPlace(self,metatype): |
def sortedByPlace(self,metatype): |
"""find metatype and sort by place""" |
"""find metatype and sort by place""" |
def sort(x,y): |
def sort(x,y): |
Line 1889 class MPIWGProject(CatalogAware,Folder):
|
Line 2026 class MPIWGProject(CatalogAware,Folder):
|
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','no_project')).__of__(self) |
pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','no_project')).__of__(self) |
return pt() |
return pt() |
|
|
def getGetNeighbourhood(self,wordStr, length=100): |
def getGetNeighbourhood(self,wordStr, length=100,tagging=True): |
"""finde umgebung um die worte in wordStr, zurźckgegeben wird eine Array mit den Umgebungen von Fundstellen der Worte |
"""finde umgebung um die worte in wordStr, zurźckgegeben wird eine Array mit den Umgebungen von Fundstellen der Worte |
alle Tags werden entfernt, die Fundstellen werden mit <span class="found">XX</span> getaggt, die Umgebungen werden |
alle Tags werden entfernt, die Fundstellen werden mit <span class="found">XX</span> getaggt, die Umgebungen werden |
case insensitive gesucht |
case insensitive gesucht |
@param wordStr: string mit Worten getrennt durch Leerzeichen, Phrasen sind mit " gekennzeichnet |
@param wordStr: string mit Worten getrennt durch Leerzeichen, Phrasen sind mit " gekennzeichnet |
"eine phrase", "*" bezeichnet wildcards und wird ignoriert" |
"eine phrase", "*" bezeichnet wildcards und wird ignoriert" |
@param length: optional, default wert 100, 2*length ist die grš§e der Umgebung |
@param length: optional, default wert 100, 2*length ist die grš§e der Umgebung |
|
@param tagging: optional default wert true, kein span tag wird erzweugt falls tag=false |
""" |
""" |
|
|
ret=[] # nimmt das Array auf, dass spŠter zurźckgegeben wird |
ret=[] # nimmt das Array auf, dass spŠter zurźckgegeben wird |
Line 1928 class MPIWGProject(CatalogAware,Folder):
|
Line 2066 class MPIWGProject(CatalogAware,Folder):
|
# words=[words] |
# words=[words] |
|
|
txt=self.harvest_page() |
txt=self.harvest_page() |
|
if not txt: |
|
return ret |
txt=re.sub("<.*?>", "", txt) # loesche alle Tags |
txt=re.sub("<.*?>", "", txt) # loesche alle Tags |
for word in words: |
for word in words: |
word=re.sub("_"," ",word) # ersetze zurueck "_" durch " " |
word=re.sub("_"," ",word) # ersetze zurueck "_" durch " " |
Line 1966 class MPIWGProject(CatalogAware,Folder):
|
Line 2105 class MPIWGProject(CatalogAware,Folder):
|
break; |
break; |
|
|
# now highlight everything |
# now highlight everything |
|
if tagging: |
for x in range(len(ret)): |
for x in range(len(ret)): |
for word in words: |
for word in words: |
repl=re.compile(word,re.IGNORECASE) |
repl=re.compile(word,re.IGNORECASE) |