Annotation of MPIWGWeb/MPIWGRoot.py, revision 1.1.2.40
1.1.2.1 dwinter 1: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
2: from Products.PageTemplates.PageTemplate import PageTemplate
3: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
4: from Products.ZSQLExtend.ZSQLExtend import ZSQLExtendFolder
5: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
6: from OFS.Image import Image
7: from Globals import package_home
8: import urllib
9: import MPIWGStaff
10: import string
11: import re
12: import os
13: from types import *
14: import logging
15: import xmlhelper # Methoden zur Verwaltung der projekt xml
16: from OFS.SimpleItem import SimpleItem
17: from OFS.Folder import Folder
18: from Products.ZSQLMethods.SQL import SQLConnectionIDs
19: from AccessControl import ClassSecurityInfo
20: from bibliography import *
21: import time
22: import xml.dom.minidom
23: import sys
1.1.2.36 dwinter 24: import transaction
25:
1.1.2.34 dwinter 26: #from Ft.Xml.XPath import Evaluate
27: #from Ft.Xml.XPath.Context import Context
28: #from Ft.Xml.Domlette import NonvalidatingReader,PrettyPrint, Print
29: #from Ft.Xml import EMPTY_NAMESPACE
1.1.2.1 dwinter 30: import copy
31: import updatePersonalWWW
32: import MPIWGStaff
33: from MPIWGHelper import *
1.1.2.33 dwinter 34: from BeautifulSoup import BeautifulSoup, Comment
1.1.2.35 dwinter 35: from ZODB import FileStorage, DB
36: from ZEO import ClientStorage
1.1.2.6 casties 37:
38: def sortWeight(x,y):
39: x1=int(getattr(x[1],'weight','0'))
40: y1=int(getattr(y[1],'weight','0'))
41: return cmp(x1,y1)
42:
43:
1.1.2.1 dwinter 44: class MPIWGRoot(ZSQLExtendFolder):
45: """Stammordner fuer den Web-Server"""
46:
1.1.2.35 dwinter 47: _v_harvestCache=None
1.1.2.15 casties 48: meta_type='MPIWGRoot'
49:
1.1.2.6 casties 50: fieldLabels={'WEB_title':'WEB_Title',
51: 'xdata_01':'Responsible Scientists',
52: 'xdata_02':'Department',
53: 'xdata_03':'Historical Persons',
54: 'xdata_04':'Time period',
55: 'xdata_05':'Sorting number',
56: 'xdata_06':'Keywords',
57: 'xdata_07':'Short title',
58: 'xdata_08':'Other involved scholars' ,
59: 'xdata_09':'Disciplines',
60: 'xdata_10':'Themes',
61: 'xdata_11':'Object Digitallibrary',
62: 'xdata_12':'Cooperation partners',
63: 'xdata_13':'Funding institutions',
64: 'WEB_project_header':'WEB_project_header',
65: 'WEB_project_description':'WEB_project_description',
66: 'WEB_related_pub':'WEB_related_pub'}
1.1.2.1 dwinter 67:
1.1.2.18 casties 68: # (is this used?)
1.1.2.1 dwinter 69: folders=['MPIWGProject','Folder','ECHO_Navigation']
1.1.2.18 casties 70: # language of this instance
71: lang = 'en'
1.1.2.15 casties 72: # types of objects that show up in navigation
73: nav_meta_types = ['MPIWGTemplate','MPIWGLink','MPIWGFolder']
1.1.2.1 dwinter 74:
1.1.2.29 casties 75: manage_options = Folder.manage_options+(
76: {'label':'Update personal homepages','action':'updatePersonalwww_html'},
77: {'label':'Reindex catalogs','action':'reindexCatalogs'},
78: {'label':'Main config','action':'changeMPIWGRootForm'},
79: {'label':'add e-mails','action':'showNewDBEntries'},
80: #{'label':'update the institutsbibliography','action':'updateInstitutsbiliography'},
81: #{'label':'Edit Historical Persons','action':'editHistoricalPersonsForm'},
82: #{'label':'Store Historical Persons','action':'storeHistoricalPersons'},
83: )
84:
85:
1.1.2.35 dwinter 86: def getHarvestCachePort(self):
87: return getattr(self,"harvestPort",29999)
88:
89: def getHarvestCacheServer(self):
90: return getattr(self,"harvestServer","localhost")
91:
92:
93: def getHarvestCache(self):
94: logging.debug("CACHE:"+repr(self._v_harvestCache))
95: if self._v_harvestCache==None:
96: #storage = FileStorage.FileStorage('/tmp/'+self.getId()+'test-filestorage.fs')
97: addr = self.getHarvestCacheServer(), self.getHarvestCachePort()
98: storage = ClientStorage.ClientStorage(addr)
99: db = DB(storage)
100: self._v_harvestDV=db
1.1.2.36 dwinter 101: self._v_harvestDV=db
1.1.2.35 dwinter 102: conn = db.open()
103: dbroot = conn.root()
104: if not dbroot.has_key('templates'):
105: from BTrees.OOBTree import OOBTree
106: dbroot['templates'] = OOBTree()
107:
108: self._v_harvestCache = dbroot['templates']
109: logging.debug("CACHE2:"+repr(self._v_harvestCache))
110: return self._v_harvestCache
111:
1.1.2.36 dwinter 112:
113:
1.1.2.35 dwinter 114: def __del__(self):
115: if self._v_harvestCache!=None:
116: self._v_harvestDV.close();
117:
1.1.2.11 dwinter 118: def getGetNeighbourhood(self,obj, wordStr, length=100,tagging=True):
119: """finde umgebung um die worte in wordStr, zurueckgegeben wird eine Array mit den Umgebungen von Fundstellen der Worte
120: alle Tags werden entfernt, die Fundstellen werden mit <span class="found">XX</span> getaggt, die Umgebungen werden
121: case insensitive gesucht
122: @param wordStr: string mit Worten getrennt durch Leerzeichen, Phrasen sind mit " gekennzeichnet
123: "eine phrase", "*" bezeichnet wildcards und wird ignoriert"
124: @param length: optional, default wert 100, 2*length ist die groesse der Umgebung
125: @param tagging: optional default wert true, kein span tag wird erzweugt falls tag=false
126: """
127:
128: ret=[] # nimmt das Array auf, dass spaeter zurueckgegeben wird
129: ranges=[] #Array mit tupeln x,y wobei x die Position des Anfang und y des Endes der i-ten Umgebung angiebt
130:
1.1.2.22 dwinter 131: wordStr=wordStr.lstrip().rstrip()
132:
1.1.2.11 dwinter 133: def isInRanges(nr,length):
134: """test ob eine gegeben Position nr schon irgendwo in einer Umgebung ist, gibt den Index des ersten Wertes aus ranges zurueck,
135: -1, wenn kein Treffer
136:
137: @param nr: Position die geprueft werden soll
138: @param length: Laenge des Wortes das geprueft werden soll
139: """
140: for x in ranges:
141: if (x[0]<=nr) and (nr < (x[1]-length)):
142: return ranges.index(x)
143: return -1
144:
145: # deal with phrases, in Phrasen werden die Leerzeichen durch "_" ersetzt.
146: def rep_empty(str):
147: x= re.sub(" ","_",str.group(0))
148: return re.sub("\"","",x)
149:
150: wordStr=re.sub("\".*?\"", rep_empty,wordStr)#ersetze leerzeichen in " " durch "_" und loesche "
151:
152: #deal with wildcards, for our purposes it is enough to delete the wildcard
153: wordStr=wordStr.replace("*","")
154:
155: words=wordStr.split(" ")
156: #if not words is ListType:
157: # words=[words]
1.1.2.35 dwinter 158:
159:
160: txtCache = self.en.getHarvestCache();
161: txt= txtCache.get(obj.absolute_url(),None)
162:
163: if txt==None:
1.1.2.11 dwinter 164:
1.1.2.35 dwinter 165: logging.debug("NO CACHE for: "+obj.absolute_url())
166: txt=obj.harvest_page(mode="slim")
167:
168:
1.1.2.11 dwinter 169: if not txt:
170: return ret
1.1.2.33 dwinter 171:
172: soup = BeautifulSoup(txt)
173:
174: comments = soup.findAll(text=lambda text:isinstance(text, Comment))
175: [comment.extract() for comment in comments]
176:
177: txt = ''.join(soup.findAll(text=True))
178:
179:
180: #txt=re.sub("<.*?>", "", txt) # loesche alle Tags
1.1.2.11 dwinter 181: for word in words:
182: word=re.sub("_"," ",word) # ersetze zurueck "_" durch " "
183: pos=0
184:
185: n=txt.lower().count(word.lower()) # wie oft tritt das Wort auf
186:
187: for i in range(n):
188: pos=txt.lower().find(word.lower(),pos)
189:
190: if pos > 0:
191: x=max(0,pos-length)
192: y=min(len(txt),pos+length)
193:
194:
195: #is word already in one of the results
196: nr=isInRanges(pos,len(word))
197: if nr >=0:# word ist in einer schon gefunden Umgebung, dann vergroessere diese
198: x=min(ranges[nr][0],x)
199: y=max(ranges[nr][1],y)
200:
201: str=txt[x:y]
1.1.2.33 dwinter 202: if x!=0: #add dots if in the middle of text
203: str="..."+str
204:
205: if y!=len(txt): #add dots if in the middle of text
206: str=str+"..."
207:
208:
1.1.2.11 dwinter 209:
210: if nr >=0: # word ist in einer schon gefunden Umgebung
211: ranges[nr]=(x,y) # neue Position der Umgebung
212:
213: ret[nr]=str # neue Umgebung
214: else: # andernfalls neue Umgebung hinzufuegen
215: ranges.append((x,y))
216:
217: ret.append(str)
218:
219: pos=pos+len(word)
220: else:
221: break;
222:
223: # now highlight everything
224: if tagging:
225: for x in range(len(ret)):
226: for word in words:
227: repl=re.compile(word,re.IGNORECASE)
228: ret[x]=repl.sub(""" <span class="found">%s</span>"""%word.upper(),ret[x])
229:
230: return ret
1.1.2.9 dwinter 231: def copyAllImagesToMargin(self):
232: """tranformiere alle Bilder in die Margins"""
233: projects=self.getTree()
234: ret=""
235: for project in projects:
236: proj=project[3]
237: try:
238: persons=proj.copyImageToMargin();
239: except:
240: logging.error("Cannnot do: %s"%repr(project))
241:
1.1.2.1 dwinter 242: def transformProjectsToId(self):
243: """trnasformiere zu ID, Hilfsfunktion die die alten Templates analysiert und mit der neuen Liste
244: verantwortlicher Personen versieht"""
245: projects=self.getTree()
246: ret=""
247: for project in projects:
1.1.2.11 dwinter 248:
1.1.2.1 dwinter 249: proj=project[3]
250: persons=proj.identifyNames(proj.getContent('xdata_01'))
251: if not hasattr(proj,'responsibleScientistsList'):
252: proj.responsibleScientistsList=[]
253:
254: for person in persons.items():
1.1.2.2 dwinter 255:
1.1.2.1 dwinter 256: if len(person[1]) >1: #nicht eindeutig
257: ret+="nicht eindeutig --- %s: %s\n"%(proj.getId(),person[0])
258:
259: elif len(person[1]) ==0: #kein eintrage
260: ret+="kein eintrag--- %s: %s\n"%(proj.getId(),person[0])
261: proj.responsibleScientistsList.append((person[0],""))
262: else:
263: proj.responsibleScientistsList.append((person[0],person[1][0].getObject().getKey()))
264:
265: return ret
1.1.2.9 dwinter 266:
1.1.2.1 dwinter 267:
268: def harvestProjects(self):
269: """harvest"""
270: folder="/tmp"
271: try:
272: os.mkdir("/tmp/harvest_MPIWG")
273: except:
274: pass
275: founds=self.ZopeFind(self.aq_parent.projects,obj_metatypes=['MPIWGProject'],search_sub=1)
276: for found in founds:
277: txt=found[1].harvest_page()
278:
279: if txt and (txt != ""):
280: name=found[0].replace("/","_")
281: fh=file("/tmp/harvest_MPIWG/"+name,"w")
282: fh.write(txt)
283: fh.close()
284:
285: def decode(self,str):
286: """decoder"""
1.1.2.3 dwinter 287:
1.1.2.1 dwinter 288: if not str:
289: return ""
290: if type(str) is StringType:
291: try:
292: return str.decode('utf-8')
293: except:
294: return str.decode('latin-1')
295: else:
296: return str
297:
298:
299: def getat(self,array,idx=0,default=None):
300: """return array element idx or default (but no exception)"""
301: if len(array) <= idx:
302: return default
303: else:
304: return array[idx]
305:
1.1.2.18 casties 306: def getLang(self):
307: """returns the default language"""
308: return self.lang
1.1.2.1 dwinter 309:
310: def browserCheck(self):
311: """check the browsers request to find out the browser type"""
312: bt = {}
313: ua = self.REQUEST.get_header("HTTP_USER_AGENT")
314: bt['ua'] = ua
315: bt['isIE'] = False
316: bt['isN4'] = False
317: if string.find(ua, 'MSIE') > -1:
318: bt['isIE'] = True
319: else:
320: bt['isN4'] = (string.find(ua, 'Mozilla/4.') > -1)
321:
322: try:
323: nav = ua[string.find(ua, '('):]
324: ie = string.split(nav, "; ")[1]
325: if string.find(ie, "MSIE") > -1:
326: bt['versIE'] = string.split(ie, " ")[1]
327: except: pass
328:
329: bt['isMac'] = string.find(ua, 'Macintosh') > -1
330: bt['isWin'] = string.find(ua, 'Windows') > -1
331: bt['isIEWin'] = bt['isIE'] and bt['isWin']
332: bt['isIEMac'] = bt['isIE'] and bt['isMac']
333: bt['staticHTML'] = False
334:
335: return bt
336:
337:
338: def versionHeaderEN(self):
339: """version header text"""
340:
341: date= self.REQUEST.get('date',None)
342: if date:
343: txt="""<h2>This pages shows the project which existed at %s</h2>"""%str(date)
344: return txt
345: return ""
346:
347: def versionHeaderDE(self):
348: """version header text"""
349: date= self.REQUEST.get('date',None)
350: if date:
351: txt="""<h2>Auf dieser Seite finden Sie die Projekte mit Stand vom %s</h2>"""%str(date)
352: return ""
353:
354:
355: def createOrUpdateId_raw(self):
356: """create sequence to create ids for bibliography"""
357: debug=None
358: #suche groesste existierende id
359: founds=self.ZSQLQuery("select id from bibliography")
360:
361: if founds:
362: ids=[int(x.id[1:]) for x in founds]
363: maximum=max(ids)
364:
365: id_raw=self.ZSQLQuery("select nextval('id_raw')",debug=debug)
366:
367: if id_raw:
368: self.ZSQLQuery("drop sequence id_raw",debug=debug)
369:
370: self.ZSQLQuery("create sequence id_raw start %i"%(maximum+1),debug=debug)
371:
372:
373: def queryLink(self,link):
374: """append querystring to the link"""
375: return "%s?%s"%(link,self.REQUEST.get('QUERY_STRING',''))
376:
377: def getKategory(self,url):
378: """kategorie"""
379: splitted=url.split("/")
380: return splitted[4]
381:
382: def generateUrlProject(self,url,project=None):
383: """erzeuge aus absoluter url, relative des Projektes"""
384: if project:
385: splitted=url.split("/")
386: length=len(splitted)
387: short=splitted[length-2:length]
388:
389: base=self.REQUEST['URL3']+"/"+"/".join(short)
390:
391: else:
392: findPart=url.find("/projects/")
393: base=self.REQUEST['URL1']+"/"+url[findPart:]
394:
395:
396: return base
397:
398: def isNewCapital(self,text=None,reset=None):
399: if reset:
400: self.REQUEST['capital']="A"
401: return True
402: else:
403: if len(text)>0 and not (text[0]==self.REQUEST['capital']):
404: self.REQUEST['capital']=text[0]
405: return True
406: else:
407: return False
408:
409: def subNavStatic(self,obj):
410: """subnav" von self"""
411: subs=self.ZopeFind(obj,obj_metatypes=['MPIWGTemplate','MPIWGLink'])
412: subret=[]
413:
414: for x in subs:
415: if not(x[1].title==""):
416: subret.append(x)
417: subret.sort(sortWeight)
418: return subret
419:
420: def subNav(self,obj):
1.1.2.19 casties 421: """return sub-navigation elements i.e. below sections"""
422: # get section -> parent should be MPIWGRoot
423: p = obj
424: sec = None
425: # descend parents to the root (and remember the last id)
426: while p is not None and p.meta_type != 'MPIWGRoot':
427: sec = p
428: p = p.aq_parent
429:
430: subsecs = sec.objectItems(self.nav_meta_types)
431: subsecs = [s for s in subsecs if s[1].title != ""]
432: subsecs.sort(sortWeight)
433: return subsecs
434:
1.1.2.11 dwinter 435: def isType(self,object,meta_type):
436: """teste ob ein object vom meta_type ist."""
437: return (object.meta_type==meta_type)
438:
1.1.2.1 dwinter 439: def isActive(self,name):
440: """teste ob subnavigation aktiv"""
441: for part in self.REQUEST['URL'].split("/"):
442: if part==name:
443: return True
444: return False
445:
1.1.2.6 casties 446:
447: def getSections(self):
448: """returns a list of all sections i.e. top-level MPIWGFolders"""
449: secs = self.objectItems(['MPIWGFolder'])
450: secs.sort(sortWeight)
451: #logging.debug("root: %s secs: %s"%(repr(self.absolute_url()), repr(secs)))
1.1.2.13 casties 452: # return pure list of objects
453: return [s[1] for s in secs]
1.1.2.1 dwinter 454:
455: def getSectionStyle(self, name, style=""):
456: """returns a string with the given style + '-sel' if the current section == name"""
457: if self.getSection() == name:
458: return style + '-sel'
459: else:
460: return style
461:
1.1.2.23 casties 462: def getFeatures(self, num=None):
463: """returns a list of the last num Features"""
1.1.2.13 casties 464: dir = getattr(self, 'features')
465: features = dir.objectItems(['MPIWGFeature'])
466: features.sort(sortWeight)
1.1.2.23 casties 467: if num is not None:
468: # take only the last num elements
469: features = features[-num:]
1.1.2.13 casties 470: # return pure list of objects
471: return [f[1] for f in features]
472:
473:
1.1.2.20 casties 474: def getMPIWGRoot(self):
475: """returns the MPIWG root"""
476: return self
477:
1.1.2.1 dwinter 478: def MPIWGrootURL(self):
479: """returns the URL to the root"""
480: return self.absolute_url()
481:
482: def upDateSQL(self,fileName):
483: """updates SQL databases using fm.jar"""
484: fmJarPath=os.path.join(package_home(globals()), 'updateSQL/fm.jar')
485: xmlPath=os.path.join(package_home(globals()), "updateSQL/%s"%fileName)
486: logger("MPIWG Web",logging.INFO,"java -classpath %s -Djava.awt.headless=true Convert %s"%(fmJarPath,xmlPath))
487: ret=os.popen("java -classpath %s -Djava.awt.headless=true Convert %s"%(fmJarPath,xmlPath),"r").read()
488: logger("MPIWG Web",logging.INFO,"result convert: %s"%ret)
489: return 1
490:
491: def patchProjects(self,RESPONSE):
492: """patch"""
493: projects=self.ZopeFind(self.projects,obj_metatypes=['MPIWGProject'])
494: for project in projects:
495: tmp=project[1].WEB_project_description[0].replace("/CD/projects/","")[0:]
496: setattr(project[1],'WEB_project_description',[tmp[0:]])
497: RESPONSE.write("<p>%s</p>\n"%project[0])
498:
499: def replaceNotEmpty(self,format,field):
500: """replace not empty"""
501: if field and (not field.lstrip()==''):
1.1.2.3 dwinter 502: return self.decode(format%field)
1.1.2.1 dwinter 503: else:
504: return ""
505:
506:
507: def isActiveMember(self,key):
508: """tested ob Mitarbeiter key ist aktiv"""
1.1.2.10 dwinter 509: key=utf8ify(key)
1.1.2.1 dwinter 510: ret=self.getat(self.ZSQLInlineSearch(_table='personal_www',
511: _op_key='eq',key=key,
512: _op_publish_the_data='eq',
513: publish_the_data='yes'))
514:
515: logging.info("ACTIVE_MEMBER %s"%ret)
516: if ret:
517: return True
518: else:
519: return False
520:
521: def isActual(self,project):
522: """checke if project is actual"""
523: actualTime=time.localtime()
524:
525: if hasattr(project,'getObject'): #obj ist aus einer catalogTrefferList
526: obj=project.getObject()
527: else:
528: obj=project
529:
530: if getattr(obj,'archiveTime',actualTime)< actualTime:
531: return False
532: else:
533: return True
534:
535: def redirectIndex_html(self,request):
536: #return request['URL1']+'/index_html'
537:
538: return urllib.urlopen(request['URL1']+'/index_html').read()
539:
540:
541: def formatBibliography(self,here,found):
542: """format"""
543: return formatBibliography(here,found)
544:
545: def getValue(self,fieldStr):
546: """Inhalt des Feldes"""
547:
548: if type(fieldStr)==StringType:
549: field=fieldStr
550: else:
551: field=fieldStr[0]
552: try:
553: if field[len(field)-1]==";":
554: field=field[0:len(field)-1]
555: except:
556:
557: """nothing"""
558: field=re.sub(r';([^\s])','; \g<1>',field)
559: return field.encode('utf-8')
560:
561:
562:
563: def sortedNames(self,list):
564: """sort names"""
565:
566: def sortLastName(x_c,y_c):
567: try:
568: x=urllib.unquote(x_c).encode('utf-8','ignore')
569: except:
570: x=urllib.unquote(x_c)
571:
572: try:
573: y=urllib.unquote(y_c).encode('utf-8','ignore')
574: except:
575: x=urllib.unquote(y_c)
576:
577:
578:
579: try:
580: last_x=x.split()[len(x.split())-1]
581: last_y=y.split()[len(y.split())-1]
582:
583: except:
584:
585: last_x=""
586: last_y=""
587:
588:
589:
590: if last_x<last_y:
591: return 1
592: elif last_x>last_y:
593: return -1
594: else:
595: return 0
596:
597: list.sort(sortLastName)
598: list.reverse()
599:
600: return list
601:
602: def __init__(self, id, title):
603: """init"""
604: self.id=id
605: self.title=title
606:
607: def removeStopWords(self,xo):
608: """remove stop words from xo"""
609: if not hasattr(self,'_v_stopWords'):
610: self._v_stopWords=self.stopwords_en.data.split("\n")
611:
612: x=str(xo)
613:
614: strx=x.split(" ")
615:
616: for tmp in strx:
617:
618: if tmp.lower() in self._v_stopWords:
619: del strx[strx.index(tmp)]
620:
621: return " ".join(strx)
622:
623: def urlQuote(self,str):
624: """quote"""
625: return urllib.quote(str)
626:
627: def urlUnQuote(self,str):
628: """quote"""
629: return urllib.unquote(str)
630:
631:
632:
633: def getProjectsByFieldContent(self,fieldName,fieldContentsEntry, date=None):
634: """gib alle Projekte aus mit Value von field mit fieldName enthaelt ein Element der Liste fieldContents"""
635: def sort(x,y):
636: return cmp(x.WEB_title[0],y.WEB_title[0])
637:
638: if type(fieldContentsEntry) is StringType:
639: fieldContentsTmp=[fieldContentsEntry]
640: else:
641: fieldContentsTmp=fieldContentsEntry
642:
643: fieldContents=[]
644: for x in fieldContentsTmp:
645: fieldContents.append(" AND ".join(x.split()))
646: projects=self.ProjectCatalog({fieldName:string.join(fieldContents,' AND')})
647: #print projects
648: #ret=[x for x in projects]
649: ret=[]
650: for x in projects:
651: obj=x.getObject()
652: obj=obj.getActualVersion(date)
653: if obj and (not getattr(obj,'invisible',None)):
654: #if not (x in ret):
655: ret.append(x)
656:
657: ret.sort(sort)
658: return ret
659:
660: def changeMPIWGRootForm(self):
661: """edit"""
662: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeMPIWGRootForm')).__of__(self)
663: return pt()
664:
1.1.2.35 dwinter 665: def changeMPIWGRoot(self,title,connection_id,coneServiceURL,harvestPort,harvestServer,lang=None,autocommit=None,RESPONSE=None):
1.1.2.1 dwinter 666: """change"""
667: self.title=title
668: self.connection_id=connection_id
1.1.2.32 dwinter 669: #self.disciplineList=disciplineList
670: #self.themesList=themesList
671: self.coneServiceURL=coneServiceURL
1.1.2.35 dwinter 672: self.harvestServer=harvestServer
673: try:
674: self.harvestPort=int(harvestPort)
675: except:
676: logging.error("couldn't change port!: no number:"+harvestPort)
1.1.2.32 dwinter 677:
1.1.2.18 casties 678: if lang is not None:
679: self.lang = lang
1.1.2.1 dwinter 680:
1.1.2.30 casties 681: self.autocommit = (autocommit == "on")
1.1.2.1 dwinter 682: if RESPONSE is not None:
683: RESPONSE.redirect('manage_main')
684:
685:
686: def getContexts(self,childs=None,parents=None,depth=None,date=None,onlyActive=True):
687: """childs alle childs, alle parents"""
688: ret=[]
1.1.2.21 dwinter 689:
1.1.2.1 dwinter 690: if parents:
1.1.2.6 casties 691: pnums=parents.split(".")
692: while len(pnums) > 1:
693: pnums.pop()
694: parentId=string.join(pnums,".")
695:
696: for project in self.getProjectFields('xdata_05',sort='int',date=date):
697: if project[1]==parentId:
698: ret.append(project)
699:
700: if (depth is not None) and (len(ret) >= depth):
701: break
1.1.2.1 dwinter 702:
703: if childs:
704: for project in self.getProjectFields('xdata_05',sort='int',date=date):
705: searchStr=childs+"(\..*)"
706:
707: if (onlyActive and project[0].isActiveProject()) or (not onlyActive):
708: if re.match(searchStr,project[1]):
709:
710: if depth:
711:
712: if int(depth)>=len(project[1].split("."))-len(childs.split(".")):
713:
714: ret.append(project)
715: else:
716: ret.append(project)
1.1.2.6 casties 717:
1.1.2.10 dwinter 718: #logging.debug("getContexts: childs=%s parents=%s depth=%s => %s"%(childs,parents,depth,repr(ret)))
1.1.2.21 dwinter 719:
1.1.2.1 dwinter 720: return ret
1.1.2.6 casties 721:
1.1.2.40! dwinter 722:
1.1.2.39 dwinter 723: def getAllProjectsAndTagsAsCSV(self,archived=1,RESPONSE=None):
1.1.2.38 dwinter 724: """alle projekte auch die nicht getaggten"""
725: retList=[]
1.1.2.40! dwinter 726: headers=['sortingNumber','projectName','scholars','startedAt','completedAt','lastChange thesaurus','last change project','persons','places','objects']
1.1.2.39 dwinter 727: headers.extend(list(self.thesaurus.tags.keys()))
728: retList.append("\t".join(headers))
729: if not hasattr(self,'thesaurus'):
730: return "NON thesaurus (there have to be a MPIWGthesaurus object, with object ID thesaurus)"
731:
732: projectTags = self.thesaurus.getProjectsAndTags()
1.1.2.38 dwinter 733: for project in self.getProjectFields('WEB_title_or_short'):
734: proj = project[0]
735: p_name = project[1]
736: retProj=[]
1.1.2.40! dwinter 737: #if (not proj.isArchivedProject() and archived==1) or (proj.isArchivedProject() and archived==2):
! 738: retProj.append(self.utf8ify(proj.getContent('xdata_05')))
! 739: retProj.append(self.utf8ify(p_name))
! 740: retProj.append(self.utf8ify(proj.getContent('xdata_01')))
! 741: retProj.append(self.utf8ify(proj.getStartedAt()))
! 742: retProj.append(self.utf8ify(proj.getCompletedAt()))
! 743: retProj.append(self.thesaurus.lastChangeInThesaurus.get(proj.getId(),''))
! 744: retProj.append(self.utf8ify(getattr(proj,'creationTime','20050101000000')))
! 745: retProj.append(";".join([person[1] for person in self.thesaurus.getPersonsFromProject(proj.getId())]))
! 746: retProj.append(";".join([person[1] for person in self.thesaurus.getHistoricalPlacesFromProject(proj.getId())]))
! 747: retProj.append(";".join([person[1] for person in self.thesaurus.getObjectsFromProject(proj.getId())]))
! 748: retProj+=self.thesaurus.getTags(proj.getId(),projectTags)
! 749: retList.append("\t".join(retProj))
1.1.2.39 dwinter 750:
751: if RESPONSE:
1.1.2.40! dwinter 752:
! 753: RESPONSE.setHeader('Content-Disposition','attachment; filename="ProjectsAndTags.tsv"')
1.1.2.39 dwinter 754: RESPONSE.setHeader('Content-Type', "application/octet-stream")
755:
1.1.2.38 dwinter 756: return "\n".join(retList);
1.1.2.1 dwinter 757:
1.1.2.40! dwinter 758:
! 759:
! 760:
1.1.2.1 dwinter 761: def getProjectFields(self,fieldName,date=None,folder=None,sort=None):
762: """getListofFieldNames"""
763: ret=[]
764:
765: objects=self.ZopeFind(self.projects,obj_metatypes=['MPIWGProject'],search_sub=0)
766:
767:
768: for object in objects:
769: obj=object[1]
770: obj=obj.getActualVersion(date)
771: if obj and (not getattr(obj,'invisible',None)):
772: if fieldName=="WEB_title_or_short":
773:
774: if len(obj.getContent('xdata_07'))<3: # hack weil z.Z. manchmal noch ein Trennzeichen ; oder , im Feld statt leer
775: fieldNameTmp="WEB_title"
776: else:
777: fieldNameTmp="xdata_07"
778: else:
779: fieldNameTmp=fieldName
780:
781: ret.append((obj,obj.getContent(fieldNameTmp)))
782:
783:
784: if sort=="int":
785: ret.sort(sortI)
786: elif sort=="stopWords":
787:
788: ret.sort(sortStopWords(self))
789:
790: else:
791: ret.sort(sortF)
792:
793: return ret
794:
795: def showNewProjects(self):
796: projects=[]
797: for objs in self.getProjectFields('WEB_title_or_short'): # Get all Projets
798: if objs[0].xdata_05 and (objs[0].xdata_05[0] == ""):
799:
800: projects.append(objs)
801:
802: return projects
803:
804:
805: def updatePublicationDB(self,personId=None):
806: """updates the publication db, i.e. copy year and type into the main table"""
807:
808: if personId:
809: founds = self.ZSQLInlineSearch(_table="publications",key_main=personId)
810: else:
811: founds = self.ZSQLInlineSearch(_table="publications")
812:
813: for found in founds:
814:
815: if found.id_institutsbibliographie and (not found.id_institutsbibliographie =="") and (not found.id_institutsbibliographie =="0"):
816:
817: entries = self.ZSQLInlineSearch(_table="institutsbiblio",id=found.id_institutsbibliographie)
818: for entry in entries:
819: self.ZSQLChange(_table='publications',_identify='oid=%s' % found.oid,year=entry.year,referencetype=entry.reference_type)
820:
821: if found.id_gen_bib and (not found.id_gen_bib ==""):
822: entries = self.ZSQLInlineSearch(_table="bibliography",id=found.id_gen_bib)
823: for entry in entries:
824: self.ZSQLChange(_table='publications',_identify='oid=%s' % found.oid,year=entry.year,referencetype=entry.reference_type)
825:
826: return True
827:
828: def showNewDBEntries(self):
829: """zeige neue Eintraege in der Datenbank ohne e-mail adressen bzw. fuer die noch kein Object angelegt wurde"""
830:
831: qstr="select * from personal_www where web_object_created='no' and not key=''"
832: res=self.ZSQLQuery(qstr)
833:
834: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','showNewDBEntries.zpt')).__of__(self)
835: return pt(newEntries=res)
836:
837: def createNewStaffObjects(self,RESPONSE):
838: """create new staff object"""
839:
840: memberFolder=getattr(self,'members')
841: args=self.REQUEST.form
842: arg_k=args.keys()
843: arg_k.remove("submit")
844: ret=""
845: for key in arg_k:
846: k=self.urlUnQuote(key)
847:
848: qstr="select * from personal_www where key=%s"%self.ZSQLQuote(k)
849: res=self.ZSQLQuery(qstr)[0]
850: if args[key]!="": #email-adresse wurde eingetragen
851: #create the object
852: e_mail=args[key]
853: try:
854: newObj=MPIWGStaff.MPIWGStaff(e_mail,res.last_name,res.first_name,k)
855: memberFolder._setObject(e_mail,newObj)
856: obj=getattr(memberFolder,e_mail)
857: obj.reindex_object()
858: ret+="Created %s \n"%e_mail
859: created=True
860: except:
861: msg="Cannot create new user %s (%s %s)"%(e_mail,sys.exc_info()[0],sys.exc_info()[1])
862: logging.error(msg)
863: ret+=msg+"\n"
864: created=False
865:
866: if created:
867: qstr="update personal_www set web_object_created='yes',e_mail='%s@mpiwg-berlin.mpg.de' where key=%s"%(e_mail,self.ZSQLQuote(k))
868: self.ZSQLQuery(qstr)
869:
870: return ret
871:
872:
873: def generateNewPersonEntry(self,data):
874: """generate a new person entry for data, neue personen werden zunaechst nur in der datenbank angelegt """
875:
876: #memberFolder=getattr(self,'members')
877: #create the object
878:
879: # try:
880: # newObj=MPIWGStaff.MPIWGStaff(urllib.quote(data['key']),data['last_name'].encode('utf-8'),data['first_name'].encode('utf-8'))
881: # memberFolder._setObject(urllib.quote(data['key']),newObj)
882: # except:
883: # return False, "Cannot create new user %s (%s %s)"%(data['key'],sys.exc_info()[0],sys.exc_info()[1])
884: #
885:
886: #create the new entry in the database
887:
888:
889: result,msg=MPIWGStaff.createNewDBEntry(self,data['publish_the_data'],data['key'],data['last_name'],
1.1.2.24 dwinter 890: data['first_name'],data['titles_new'],data['status'],"",
1.1.2.1 dwinter 891: "",data['date_from'],data['date_to'],
1.1.2.24 dwinter 892: data['department'],'',data['funded_by'],
1.1.2.1 dwinter 893: data['e_mail2'],data['current_work'],"yes",data['date_stay_at_mpiwg'],data['group'],"no",data['current_work'])
894:
895: return result,msg
896:
1.1.2.28 casties 897: def updatePersonEntry(self,data,ignoreEntries=None):
1.1.2.1 dwinter 898: """update an person entry from data. but ignore all fields in ignore Entries"""
1.1.2.28 casties 899: if ignoreEntries is None:
900: ignoreEntries = []
901:
1.1.2.31 dwinter 902: #ignoreEntries.append('current_work') # TODO:updatecurrent work
1.1.2.28 casties 903: logging.debug("updatePersonEntry: data=%s ignoreEntries=%s"%(repr(data),repr(ignoreEntries)))
1.1.2.1 dwinter 904:
905: if data['date_to']=="": # wenn date_to leer
906: data['date_to']="date_none"
907:
908: if data['date_from']=="": # wenn date_fromleer
909: data['date_from']="date_none"
910: msg=""
911:
912:
913: #eintragen
914:
915: columns=data.keys()
916: for x in ignoreEntries:
1.1.2.28 casties 917: logging.debug("updatePersonEntry: ignoring %s"%x)
1.1.2.1 dwinter 918: try: #falls in ignore entries felder sind, die nicht in columns sind, fange den fehler ab
1.1.2.28 casties 919: columns.remove(x)
1.1.2.1 dwinter 920: except:
921: pass
922:
923:
924: insert=[]
925: for key in columns:
926: if data[key]=="date_none": # date_none eintrag wird zu null uebersetzt
927: insert.append('%s=null'%key)
928: else:
929: insert.append(""" "%s"=%s"""%(key,self.ZSQLQuote(data[key])))
930:
931: insertStr=",".join(insert)
932: queryStr="update personal_www SET %s where key='%s'"%(insertStr,data['key'])
933: self.ZSQLQuery("SET DATESTYLE TO 'German'")
934: self.ZSQLQuery(queryStr)
935:
936: #currentwork
937: #if not (txt==""):
938: # queryStr="INSERT INTO current_work (id_main,current,publish) VALUES ('%s','%s','%s')"%(id,txt,txt_p)
939: #
940: # self.ZSQLQuery(queryStr)
941:
942: return True,msg
943:
944:
945: def updatePersonalwww_doIt(self):
946: """do the update"""
947: args=self.REQUEST.form
948: resultSet=self.REQUEST.SESSION['personal_www']['resultSet']
949: news=self.REQUEST.SESSION['personal_www']['news']
950: conflicts=self.REQUEST.SESSION['personal_www']['conflicts']
1.1.2.28 casties 951: logging.debug("updatePersonalwww_doIt: args=%s\n resultSet=%s\n news=%s\n conflicts=%s"%(args,resultSet,news,conflicts))
952:
1.1.2.1 dwinter 953: ret="<html><body>"
954: # generate the new entry
955:
956: if news and (len(news)>0):
957: ret+="<h2>Hinzugefügt</h2>"
958: ret+="<p>Neueinträge erscheinen erst auf der Homepage, wenn ihnen eine e-mail Adresse zugeordnet wurde.</p>"
959: ret+="<ul>"
1.1.2.28 casties 960:
1.1.2.1 dwinter 961: for new in news:
962: if args.has_key(self.urlQuote(new.encode('utf-8'))): # entry was selected
963: result,msg=self.generateNewPersonEntry(resultSet[new])
964: if not result:
965: logging.error("Error (generateNewPersonEntry) %s"%msg)
966: ret+="<li>ERROR: %s %s"%(new.encode('utf-8'),msg)
967: else:
968: ret+="<li>OK: %s"%(new.encode('utf-8'))
1.1.2.28 casties 969:
1.1.2.1 dwinter 970: if news and (len(news)>0):
971: ret+="<p>Neueinträge erscheinen erst auf der Homepage, wenn ihnen eine e-mail Adresse zugeordnet wurde.</p>"
972: ret+="</ul>"
973:
974: # update
975:
976: if len(conflicts.keys())>0:
977: ret+="<h2>Änderung des Benutzers übernehmen</h2>"
978: ret+="<p>Wenn nötig in Filemaker-db ändern:</p>"
979:
980: # konflicte
981: for conflict in conflicts.keys():
982: ignoreEntries=[]
983: displayIgnored=[]
984: for cf in conflicts[conflict]:
985: if args[conflict.encode('utf-8')+'_'+cf[0]]=="stored": #use the stored one
986: ignoreEntries.append(cf[0]) #so ignore field cf[0]
987: displayIgnored.append(cf)
1.1.2.28 casties 988:
1.1.2.1 dwinter 989: if len(displayIgnored)>0:
990: ret+="<h3>%s</h3>"%conflict.encode('utf-8')
991: ret+="<table border='1'>"
992: for iE in displayIgnored:
993: ret+="<tr><td>%s</td><td>%s</td><td>%s</td>"%(iE[0].encode('utf-8'),iE[1].encode('utf-8'),iE[2].encode('utf-8'))
1.1.2.31 dwinter 994: ret+="</table>"
1.1.2.1 dwinter 995:
996: self.updatePersonEntry(resultSet[conflict],ignoreEntries=ignoreEntries)
997:
998: # rest
999: cl=list(conflicts.keys())
1000:
1001: for key in resultSet.keys():
1002: if key not in cl:
1003: self.updatePersonEntry(resultSet[key])
1004: return ret+"</body></html>"
1005:
1006:
1007: def updateInstitutsbiliography(self):
1008: """update the Institutsbibliogrpahy"""
1009: self.upDateSQL('personalwww.xml')
1010: return "<html><body>DONE</body></html>"
1011:
1012:
1.1.2.11 dwinter 1013:
1014:
1.1.2.1 dwinter 1015: def updatePersonalwww_html(self):
1016: """update form for the homepages web form"""
1017: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','updatePersonalwww.zpt')).__of__(self)
1018: return pt()
1019:
1020:
1021: def updatePersonalwww(self,uploadfile):
1022: """update personalwww
1023: @param uploadfile: file handle auf das file
1024: """
1025: dsn=self.getConnectionObj().connection_string
1026: #dsn="dbname=personalwww"
1027: resultSet=updatePersonalWWW.importFMPXML(uploadfile)
1028: news,conflicts=updatePersonalWWW.checkImport(dsn, resultSet)
1029:
1030: self.REQUEST.SESSION['personal_www']={}
1031: self.REQUEST.SESSION['personal_www']['resultSet']=resultSet
1032: self.REQUEST.SESSION['personal_www']['news']=news
1033: self.REQUEST.SESSION['personal_www']['conflicts']=conflicts
1034:
1035: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','updatePersonalwww_check.zpt')).__of__(self)
1036: return pt()
1037:
1038:
1039:
1040: def reindexCatalogs(self,RESPONSE=None):
1041: """reindex members and project catalog"""
1042:
1043:
1044: try:
1045:
1046: self.ProjectCatalog.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
1.1.2.22 dwinter 1047: logger("MPIWG Root (reindexCatalog: projects)",logging.INFO,"DONE")
1048: except:
1049: logger("MPIWG Root (reindexCatalog: projects)",logging.WARNING," %s %s"%sys.exc_info()[:2])
1050:
1051: try:
1052:
1053: self.MembersCatalog.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
1054: logger("MPIWG Root (reindexCatalog: members)",logging.INFO,"DONE")
1055: except:
1056: logger("MPIWG Root (reindexCatalog: members)",logging.WARNING," %s %s"%sys.exc_info()[:2])
1057:
1058: try:
1059:
1060: self.fulltextProjectsMembers.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
1061: logger("MPIWG Root (reindexCatalog: fulltextProjectsMembers)",logging.INFO,"DONE")
1.1.2.1 dwinter 1062: except:
1.1.2.22 dwinter 1063: logger("MPIWG Root (reindexCatalog: fulltextProjectsMembers)",logging.WARNING," %s %s"%sys.exc_info()[:2])
1.1.2.1 dwinter 1064:
1065:
1066:
1.1.2.35 dwinter 1067:
1068:
1069:
1.1.2.1 dwinter 1070: if RESPONSE:
1071: RESPONSE.redirect('manage_main')
1072:
1073:
1074:
1075:
1076: def getAllMembers(self):
1077: #ret=[]
1078:
1079: def sorter(x,y):
1080: return cmp(x[0],y[0])
1081:
1082: results=self.MembersCatalog({'isPublished':True})
1.1.2.12 dwinter 1083:
1.1.2.25 casties 1084: ret=[(unicodify(", ".join([proj.lastName, proj.firstName])), proj.getKey) for proj in results]
1.1.2.1 dwinter 1085:
1086: ret.sort(sorter)
1087: return ret
1088:
1089:
1090: def printAllMembers(self):
1091: """print"""
1092: members=self.getAllMembers()
1093: ret=""
1094: for x in members:
1095: ret+="<p>%s</p>"%x
1096: return ret
1097:
1098:
1099: def makeList(self,entry):
1100: """makes a list out of one entry or repeat a list"""
1101: if type(entry) is StringType:
1102: return [entry]
1103: else:
1104: return entry
1105:
1.1.2.7 dwinter 1106: def getTreeRSS(self,dep=None,date=None,onlyActive=1,onlyArchived=0):
1.1.2.5 dwinter 1107: """generateTree"""
1108: rss="""<?xml version="1.0" encoding="utf-8"?>
1109: <rss version="2.0">
1110: <channel>"""
1111:
1112: for obj in self.getTree(dep, date, onlyActive, onlyArchived):
1.1.2.17 casties 1113: linkStr="""<link>http://www.mpiwg-berlin.mpg.de/en/research/projects/%s</link>"""
1.1.2.5 dwinter 1114: rss+="""<item>"""
1.1.2.7 dwinter 1115: rss+=linkStr%obj[3].getId()
1.1.2.5 dwinter 1116: rss+="""</item>"""
1.1.2.8 dwinter 1117: if hasattr(obj[3],'publicationList'):
1118: rss+="""<item>"""
1119: rss+=linkStr%(obj[3].getId()+"/publicationList");
1120: rss+="""</item>"""
1.1.2.5 dwinter 1121: rss+="""</channel>
1122: </rss>"""
1123:
1124:
1125: return rss
1.1.2.1 dwinter 1126:
1127: def getTree(self,dep=None,date=None,onlyActive=0,onlyArchived=0):
1128: """generate Tree from project list
1129: als Liste, jeder Eintrag ist ein Tupel ,(Tiefe, ProjektNummer,ProjektObject
1130: onlyActive = 0 : alle Projekte
1131: onlyActive = 1 : nur active Projekte
1132: onlyActive = 2: nur inactive Projekte
1133:
1134: onlyArchived=0: alle Projekte
1135: onlyArchived= 1 : nur aktuelle Projekte
1136: onlyArchived = 2: nur archivierte Projekte
1.1.2.27 dwinter 1137:
1138: department fuer das Tree geholt werden soll
1.1.2.1 dwinter 1139: """
1140:
1141: returnListTmp=[]
1142: returnList=[]
1143:
1144: for project in self.getProjectFields('xdata_05',sort="int",date=date): # get Projects sorted by xdata_05
1145:
1146: for idNr in project[1].split(";"): # more than one number
1147: if not idNr=="":
1148: splittedId=idNr.split(".")
1149: depth=len(splittedId)
1150: nr=idNr
1151: #title=project[0].WEB_title
1152: title=[project[0].getContent('WEB_title')]
1153: #print title
1154:
1155: if idNr[0]=="x": # kompatibilitaet mit alter Konvention, x vor der Nummer macht project inactive
1156: project[0].setActiveFlag(False)
1157:
1.1.2.27 dwinter 1158: if (not dep) or (splittedId[0]==dep): #falls dep gesetzt ist nur dieses hinzufuegen.
1.1.2.1 dwinter 1159:
1160: if (onlyActive==0):
1161: returnListTmp.append((depth,nr,title,project[0]))
1162: elif (onlyActive==1) and project[0].isActiveProject(): #nur active projekte
1163: returnListTmp.append((depth,nr,title,project[0]))
1164: elif (onlyActive==2) and (not project[0].isActiveProject()): #nur active projekte
1165: returnListTmp.append((depth,nr,title,project[0]))
1166:
1167:
1168: #filter jetzt die Liste nach Archived oder nicht
1169: for entry in returnListTmp:
1170: if (onlyArchived==0):
1171: returnList.append(entry)
1172: elif (onlyArchived==1) and (not entry[3].isArchivedProject()): #nur active projekte
1173: returnList.append(entry)
1174: elif (onlyArchived==2) and (entry[3].isArchivedProject()): #nur active projekte
1175: returnList.append(entry)
1176:
1177:
1178: return returnList
1179:
1180:
1181:
1182: def changePosition(self,treeId,select,RESPONSE=None):
1183: """Change Postion Entry"""
1184: numbers=[]
1185:
1186: # Suche hoechste bisherige nummer
1187: projects=self.getProjectFields('xdata_05') # get Projects sorted by xdata_05
1188: #print "pj",projects
1189: for project in projects: #suche alle subtrees der treeId
1190: #print treeId
1191:
1192: founds=re.match(treeId+"\.(.*)",project[1].split(";")[0])
1193: if founds:
1194: #print "x",founds.group(0),len(founds.group(0).split("."))
1195: if len(founds.group(0).split("."))==len(treeId.split("."))+1: # nur ein punkt mehr, d.h. untere ebene
1196: try:
1197: numbers.append(int(founds.group(0).split(".")[len(founds.group(0).split("."))-1]))
1198: except:
1199: numbers.append(int(0))
1200:
1201: try:
1202: highest=max(numbers)
1203: except:
1204: highest=0
1205: projects=self.showNewProjects()
1206: for i in self.makeList(select):
1207: highest+=10
1208: projects[int(i)][0].xdata_05=treeId+"."+str(highest)
1209:
1210:
1211: if RESPONSE is not None:
1212: RESPONSE.redirect('showTree')
1213:
1214: def changeTree(self,RESPONSE=None):
1215: """change the complete tree"""
1216: form=self.REQUEST.form
1217: hashList={}
1218: onlyArchived=int(form.get("onlyArchived",0))
1219: onlyActive=int(form.get("onlyActive",0))
1.1.2.27 dwinter 1220: dep=form.get("dep",None)
1.1.2.1 dwinter 1221:
1.1.2.27 dwinter 1222: fields=self.getTree(dep=dep,onlyArchived=onlyArchived,onlyActive=onlyActive)
1.1.2.1 dwinter 1223:
1224: logging.info("GOT TREE!----------------------------------------------------")
1225: for field in form.keys():
1226:
1227: splitted=field.split('_')
1228: if (len(splitted)>1) and (splitted[1]=="runningNumber"): #feld hat die Form Nummer_name und runnignNumber
1229:
1230:
1231: nr=int(splitted[0]) # nummer des Datensatzes
1232: currentEntry = fields[nr]
1233:
1234: if form.has_key(str(nr)+'_active'): # active flag is set
1235: fields[nr][3].setActiveFlag(True)
1236: else:
1237: fields[nr][3].setActiveFlag(False)
1238:
1.1.2.26 casties 1239: #nummer hat sich geaendert
1.1.2.1 dwinter 1240:
1241: entryChanged = False;
1242:
1.1.2.27 dwinter 1243: if isinstance(fields[nr][3].xdata_05,list): #for some reasons somtimes the content of the field is a list with one entry.
1244: fields[nr][3].xdata_05=fields[nr][3].xdata_05[0]
1245:
1.1.2.1 dwinter 1246: if not (fields[nr][3].xdata_05==form[str(nr)+'_number']):
1247: logging.info("Changed!Number+++++++++++++++++++++++++++++++++")
1.1.2.27 dwinter 1248: logging.info(repr(fields[nr][3].xdata_05)+" ---> "+ repr(form[str(nr)+'_number']))
1.1.2.1 dwinter 1249: fields[nr][3].xdata_05=form[str(nr)+'_number']
1250: entryChanged = True
1251:
1252: #completed har sich geaendert
1.1.2.27 dwinter 1253:
1254: td = fields[nr][3].transformDate # hole die funktion zum transformieren des datums
1255:
1256: if not (td(fields[nr][3].getCompletedAt())==td(form[str(nr)+'_completed'])):
1.1.2.1 dwinter 1257: fields[nr][3].setCompletedAt(form[str(nr)+'_completed'])
1.1.2.27 dwinter 1258: logging.info(repr(td(fields[nr][3].getCompletedAt()))+" ---> "+ repr(td(form[str(nr)+'_completed'])))
1.1.2.1 dwinter 1259: logging.info("Changed!Completed+++++++++++++++++++++++++++++++++")
1260: entryChanged = True
1261:
1.1.2.27 dwinter 1262: if not (td(fields[nr][3].getStartedAt())==td(form[str(nr)+'_started'])):
1.1.2.4 dwinter 1263: fields[nr][3].setStartedAt(form[str(nr)+'_started'])
1.1.2.27 dwinter 1264:
1265: logging.info(repr(td(fields[nr][3].getStartedAt()))+" ---> "+ repr(td(form[str(nr)+'_started'])))
1.1.2.4 dwinter 1266: logging.info("Changed!Started+++++++++++++++++++++++++++++++++")
1267: entryChanged = True
1268:
1.1.2.1 dwinter 1269:
1270: if entryChanged:
1271: logging.info("Changed!+++++++++++++++++++++++++++++++++")
1272: fields[nr][3].copyObjectToArchive()
1273:
1274:
1275: if RESPONSE is not None:
1276: RESPONSE.redirect('showTree')
1277:
1278: def getProjectWithId(self,id):
1279: fields=self.getProjectFields('xdata_05')
1280: for field in fields:
1281: if field[1]==id:
1282: return field[0]
1283:
1284: return None
1285:
1286:
1287:
1288:
1289: def getRelativeUrlFromPerson(self,list):
1290: """get urls to person list"""
1291: ret=[]
1292: persons=list.split(";")
1293: for person in persons:
1294:
1295: if len(person)>1: #nicht nur Trennzeichen
1296: splitted=person.split(",")
1297: if len(splitted)==1:
1298: splitted=person.split(" ")
1299: splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
1300: if splittedNew[0]=='':
1301: del splittedNew[0]
1302: search=string.join(splittedNew,' AND ')
1303:
1304: if not search=='':
1305:
1306: try:
1307: proj=self.MembersCatalog({'title':search})
1308: except:
1309: proj=None
1310:
1311: if proj:
1312: #ret.append("<a href=%s >%s</a>"%(proj[0].absolute_url,person.encode('utf-8')))
1313: ret.append("<a href=%s >%s</a>"%('members/'+proj[0].id+'/index.html',person))
1314: else:
1315: #ret.append("%s"%person.encode('utf-8'))
1316: ret.append("%s"%person)
1317: return string.join(ret,";")
1318:
1319: def getMemberIdFromKey(self,key):
1320: """gibt die ensprechende id im members Ordner zum key"""
1321:
1322: if key=="":
1323: return ""
1.1.2.14 dwinter 1324: try:
1325: key=utf8ify(key)
1326: catalogged=self.MembersCatalog({'getKey':key})
1327: if len(catalogged)==0:
1328: return ""
1329: else:
1330: return catalogged[0].getObject().getId()
1.1.2.1 dwinter 1331:
1.1.2.14 dwinter 1332: except:
1333: return ""
1.1.2.1 dwinter 1334:
1335:
1.1.2.2 dwinter 1336:
1.1.2.1 dwinter 1337: def getProjectsOfMembers(self,date=None):
1338: """give tuple member /projects"""
1339: ret=[]
1340: members=self.getAllMembers()
1.1.2.37 dwinter 1341: logging.debug("X %s"%repr(members))
1.1.2.1 dwinter 1342: #return str(members)
1343: for x in members:
1.1.2.37 dwinter 1344: #logging.debug("X %s"%repr(x))
1.1.2.1 dwinter 1345: projects=self.getProjectsOfMember(key=x[1],date=date)
1346: if len(projects)>0:
1347: ret.append((x[0],projects))
1348:
1349: return ret
1350:
1351: def getProjectsOfMember(self,key=None,date=None,onlyArchived=1,onlyActive=1):
1352: """get projects of a member
1353:
1354: @param key: (optional) Key zur Idenfikation des Benutzer
1355: @param date: (optional) Version die zum Zeitpunkt date gueltig war
1356: @param onlyArchived:
1357: onlyArchived=0: alle Projekte
1358: onlyArchived= 1 : nur aktuelle Projekte
1359: onlyArchived = 2: nur archivierte Projekte
1360: """
1361: # TODO: Die ganze Loesung
1362: def sortP(x,y):
1363: """sort by sorting number"""
1364: return cmp(x.WEB_title,y.WEB_title)
1365:
1366: ret=[]
1367: if key:
1.1.2.35 dwinter 1368: logging.debug("MPIWGROOT (getProjectsOfMember):"+key)
1.1.2.12 dwinter 1369: proj=self.ProjectCatalog({'getPersonKeyList':utf8ify(key)})
1.1.2.1 dwinter 1370: else:
1371: return ret # key muss definiert sein
1372:
1.1.2.37 dwinter 1373: #logging.debug("MPIWGROOT (getProjectsOfMember):"+repr(proj))
1.1.2.1 dwinter 1374: if proj:
1375: proj2=[]
1376: for x in proj:
1.1.2.10 dwinter 1377: #logging.error("proj:%s"%repr(x.getPath()))
1.1.2.1 dwinter 1378: if (not getattr(x.getObject(),'invisible',None)) and (getattr(x.getObject(),'archiveTime','')==''):
1379: proj2.append(x)
1380:
1381: else:
1382: proj2=[]
1383:
1384:
1385:
1386: proj2.sort(sortP)
1387:
1388: projectListe=[]
1.1.2.10 dwinter 1389: #logging.error("getprojectsofmember proj2: %s"%repr(proj2))
1.1.2.1 dwinter 1390: for proj in proj2:
1391: obj=proj.getObject()
1392: add=False
1393: if onlyArchived==1: #nur aktuell projecte
1394: if not obj.isArchivedProject():
1395: add=True
1396: elif onlyArchived==2: #nur archivierte
1397: if obj.isArchivedProject():
1398: add=True
1399: else: #alle
1.1.2.10 dwinter 1400: add=True
1.1.2.1 dwinter 1401:
1402: if onlyActive==1: #nur active projecte
1403: if obj.isActiveProject():
1404: add=add & True
1405: else:
1406: add=add & False
1407:
1408: elif onlyArchived==2: #nur nicht aktvive
1409: if not obj.isActiveProject():
1410: add=add & True
1411: else: #alle
1412: add=add & True
1413:
1414: if add:
1415: projectListe.append(obj)
1416:
1.1.2.10 dwinter 1417: #logging.error("getprojectsofmember projectliste: %s"%repr(projectListe))
1.1.2.1 dwinter 1418: return projectListe
1419:
1420: def givePersonList(self,name):
1421: """check if person is in personfolder and return list of person objects"""
1422:
1423: splitted=name.split(",")
1424: if len(splitted)==1:
1425: splitted=name.lstrip().rstrip().split(" ")
1426: splittedNew=[split.lstrip() for split in splitted]
1427:
1428: if splittedNew[0]=='':
1429: del splittedNew[0]
1430: search=string.join(splittedNew,' AND ')
1431:
1432: if not search=='':
1433: proj=self.MembersCatalog({'title':search})
1434:
1435: if proj:
1436: return [[x.lastName,x.firstName] for x in proj]
1437: else:
1438: return []
1439:
1440: ## splitted=name.split(",") # version nachname, vorname...
1441: ## if len(splitted)>1:
1442: ## lastName=splitted[0]
1443: ## firstName=splitted[1]
1444: ## else:
1445: ## splitted=name.split(" ") #version vorname irgenwas nachnamae
1446:
1447: ## lastName=splitted[len(splitted)-1]
1448: ## firstName=string.join(splitted[0:len(splitted)-1])
1449:
1450: ## objs=[]
1451:
1452: #print self.members
1453: ## for x in self.members.__dict__:
1454: ## obj=getattr(self.members,x)
1455: ## if hasattr(obj,'lastName') and hasattr(obj,'firstName'):
1456:
1457: ## if (re.match(".*"+obj.lastName+".*",lastName) or re.match(".*"+lastName+".*",obj.lastName)) and (re.match(".*"+obj.firstName+".*",firstName) or re.match(".*"+firstName+".*",obj.firstName)):
1458:
1459: ## objs.append((obj,lastName+", "+firstName))
1460:
1461:
1462: ## return objs
1463:
1464:
1465: def personCheck(self,names):
1466: """all persons for list"""
1467: #print "names",names
1468: splitted=names.split(";")
1469: ret={}
1470: for name in splitted:
1471:
1472: if not (name==""):
1473: try:
1474: ret[name]=self.givePersonList(name)
1475: except:
1476: """NOTHIHN"""
1477: #print "RET",ret
1478: return ret
1479:
1480: def giveCheckList(self,person,fieldname):
1481: """return checklist"""
1482: #print "GCL",fieldname
1483: if fieldname=='xdata_01':
1484: x=self.personCheck(person.getContent(fieldname))
1485: #print "GCLBACKX",x
1486: return x
1487:
1488:
1489: def isCheckField(self,fieldname):
1490: """return chechfield"""
1491:
1492: return (fieldname in checkFields)
1493:
1494:
1495: def generateNameIndex(self):
1496: """erzeuge einen index verwendeter personen"""
1497: import psycopg
1498: o = psycopg.connect('dbname=authorities user=dwinter password=3333',serialize=0)
1499: results={}
1500: print self.fulltext.historicalNames.items()
1501: for nameItem in self.fulltext.historicalNames.items(): #gehe durch alle namen des lexikons
1502:
1503: c = o.cursor()
1504: name=nameItem[0]
1505: print "check",name
1506: c.execute("select lastname,firstname from persons where lower(lastname) = '%s'"%quote(name))
1507: tmpres=c.fetchall()
1508: firstnames=[result[1] for result in tmpres] # find all firstnames
1509: if tmpres:
1510: lastname=tmpres[0][0]
1511:
1512: for found in self.fulltext({'names':name}):
1513: if found.getObject().isActual():
1514: for nh in found.getObject().getGetNeighbourhood(name, length=50,tagging=False): #hole umgebung
1515: #schaue nun ob der vorname hinter oder vor dem name ist
1516: position=nh.find(lastname)
1517: # vorher
1518: #print "NH",nh
1519: bevorS=nh[0:position].split()
1520: #print "BV",bevorS
1521: if len(bevorS)>1:
1522: try:
1523: bevor=[bevorS[-1],bevorS[-2]]
1524: except:
1525: bevor=[bevorS[0]]
1526: else:
1527: bevor=[]
1528: #nachher
1529: behindS= re.split("[,|;| ]",nh[position:])
1530: #print "BH",behindS
1531: if len(behindS)>2:
1532: try:
1533: behind=behindS[1:3]
1534: except:
1535: behind=[bevorS[1]]
1536: else:
1537: behind=[]
1538: for firstname in firstnames:
1539: if firstname in bevor+behind: #Namen wie mit Adelspraedikaten werden so erstmal nich gefunden
1540: id="%s,%s"%(lastname,firstname)
1541: if not results.has_key(id):
1542: results[id]=[]
1543: objId=found.getObject().getId()
1544: if not (objId in results[id]):
1545: print "d %s for %s"%(id,objId)
1546: results[id].append(objId)
1547: self.nameIndex=results
1548: return results
1549:
1550: def editNameIndexHTML(self):
1551: """edit the name index"""
1552: if not hasattr(self,'nameIndexEdited'): # falls editierter index noch nicht existiert, kopiere automatisch erstellten
1553: self.nameIndexEdited=copy.copy(self.nameIndex)
1554: print "huh"
1555: #self.nameIndexEdited=copy.copy(self.nameIndex)
1556: #print self.nameIndexEdited
1557: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','editHistoricalNames.zpt')).__of__(self)
1558: return pt()
1559:
1560: def getNamesInProject(self,projectId):
1561: """get all names ofnameIndexEdited which are references in projec with projectId"""
1562:
1563: ret=[]
1564: for name in self.nameIndexEdited.keys():
1565: if projectId in self.nameIndexEdited[name]:
1566: ret.append(name)
1567:
1568: return ret
1569:
1570: def editNameIndex(self,RESPONSE=None,name=None,occurrances=None,submit=None):
1571: """edit the index"""
1572: nI=self.nameIndexEdited # mI introduced to make sure that changes to nameIndexEdited are know to ZODB
1573: if submit=="delete":
1574:
1575:
1576: dh=getattr(self,'deletedHistoricalNames',{})
1577:
1578: if type(dh) is ListType:
1579: dh={}
1580: if not dh.has_key(name):
1581: dh[name]=occurrances.split("\n")
1582: else:
1583: dh[name]+=occurrances.split("\n")
1584:
1585: self.deletedHistoricalNames=dh
1586:
1587: del self.nameIndexEdited[name]
1588:
1589:
1590: elif (submit=="change"):
1591:
1592: nI[name]=occurrances.split("\n")[0:]
1593:
1594: elif (submit=="add"):
1595: if not nI.has_key(name):
1596: nI[name]=occurrances.split("\n")
1597: else:
1598: nI[name]+=occurrances.split("\n")
1599:
1600: self.nameIndexEdited=nI
1601:
1602:
1603: if RESPONSE is not None:
1604: RESPONSE.redirect('editNameIndexHTML')
1605:
1606:
1607:
1608: def restoreIndex(self):
1609: """restore"""
1610: self.nameIndexEdited=self.nameIndex
1611: return "done"
1612:
1613:
1.1.2.33 dwinter 1614: def sortResults(self,results):
1615: """search the catalog and give results back sorted by meta_type"""
1616: ret = {}
1617: logging.debug(results())
1618: for result in results():
1619: metaType = result.meta_type
1620: resultList= ret.get(metaType,[])
1621: resultList.append(result)
1622: ret[metaType]=resultList
1623:
1624: logging.debug(ret)
1625: return ret
1626:
1.1.2.1 dwinter 1627:
1628: def manage_addMPIWGRootForm(self):
1629: """form for adding the root"""
1630: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addMPIWGRootForm.zpt')).__of__(self)
1631: return pt()
1632:
1633: def manage_addMPIWGRoot(self,id,title,connection_id="",RESPONSE=None):
1634: """add a root folder"""
1635: newObj=MPIWGRoot(id,title)
1636: self._setObject(id,newObj)
1637: ob=getattr(self,id)
1638: setattr(ob,'connection_id',connection_id)
1639: if RESPONSE is not None:
1640: RESPONSE.redirect('manage_main')
1.1.2.25 casties 1641:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to MPIWGRoot.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / MPIWGWeb