1: """This contains the class MPIWG Projects
2: for organizing and maintaining the different project pages
3:
4: """
5: #TODO: mechanismus fur links to personen ueberarbeiten, da jetzt alle e_mails als members auftauchen unabhaenig vom status publish_the_data
6: #TODO: was passiert wenn aenderungen von jochen im filemaker nicht mit den aenderungen im sql uebereinstimmen
7: #TODO: in einzelnen projecte steht als pfad auf die bilder noch wwwneu statt www
8:
9: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
10: from Products.PageTemplates.PageTemplate import PageTemplate
11: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
12: from Products.ZSQLExtend.ZSQLExtend import ZSQLExtendFolder
13: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
14: from OFS.Image import Image
15: from Globals import package_home
16: import urllib
17: import MPIWGStaff
18: import string
19: import re
20: import os
21: from types import *
22: import logging
23: import xmlhelper # Methoden zur Verwaltung der projekt xml
24: from OFS.SimpleItem import SimpleItem
25: from OFS.Folder import Folder
26: from Products.ZSQLMethods.SQL import SQLConnectionIDs
27: from AccessControl import ClassSecurityInfo
28: from bibliography import *
29: import time
30: import xml.dom.minidom
31: import sys
32: from Ft.Xml.XPath import Evaluate
33: from Ft.Xml.XPath.Context import Context
34: from Ft.Xml.Domlette import NonvalidatingReader,PrettyPrint, Print
35: from Ft.Xml import EMPTY_NAMESPACE
36: import copy
37: import updatePersonalWWW
38: import MPIWGStaff
39:
40: definedFields=['WEB_title','xdata_01','xdata_02','xdata_03','xdata_04','xdata_05','xdata_06','xdata_07','xdata_08','xdata_09','xdata_10','xdata_11','xdata_12','xdata_13','WEB_project_header','WEB_project_description','WEB_related_pub']
41:
42: checkFields = ['xdata_01']
43:
44: #ersetzt logging
45: def logger(txt,method,txt2):
46: """logging"""
47: logging.info(txt+ txt2)
48:
49: def getTextFromNode(nodename):
50: nodelist=nodename.childNodes
51: rc = ""
52: for node in nodelist:
53: if node.nodeType == node.TEXT_NODE:
54: rc = rc + node.data
55: return rc
56:
57:
58: def sortStopWordsF(self,xo,yo):
59: if not hasattr(self,'_v_stopWords'):
60: self._v_stopWords=self.stopwords_en.data.split("\n")
61:
62: x=str(xo[1])
63: y=str(yo[1])
64:
65: strx=x.split(" ")
66: stry=y.split(" ")
67:
68: for tmp in strx:
69: if tmp.lower() in self._v_stopWords:
70: del strx[strx.index(tmp)]
71:
72: for tmp in stry:
73: if tmp.lower() in self._v_stopWords:
74: del stry[stry.index(tmp)]
75:
76: return cmp(" ".join(strx)," ".join(stry))
77:
78: def sortStopWords(self):
79: return lambda x,y : sortStopWordsF(self,x,y)
80:
81: def sortF(x,y):
82: try:
83: return cmp(x[1],y[1])
84: except:
85: try:
86: return cmp(str(x[1]),str(y[1]))
87: except:
88:
89: return 0
90:
91: def sortI(x,y):
92: xsplit=x[1].split(".")
93: ysplit=y[1].split(".")
94: xret=""
95: yret=""
96: try:
97: for i in range(5):
98: try:
99: yret=yret+"%04i"%int(xsplit[i])
100: except:
101: yret=yret+"%04i"%0
102:
103: try:
104: xret=xret+"%04i"%int(ysplit[i])
105: except:
106: xret=xret+"%04i"%0
107:
108:
109: return cmp(int(yret),int(xret))
110: except:
111: return cmp(x[1],y[1])
112:
113:
114: def unicodify(str):
115: """decode str (utf-8 or latin-1 representation) into unicode object"""
116: if not str:
117: return ""
118: if type(str) is StringType:
119: try:
120: return str.decode('utf-8')
121: except:
122: return str.decode('latin-1')
123: else:
124: return str
125:
126: def utf8ify(str):
127: """encode unicode object or string into byte string in utf-8 representation"""
128: if not str:
129: return ""
130: if type(str) is StringType:
131: return str
132: else:
133: return str.encode('utf-8')
134:
135:
136: class MPIWGLink(SimpleItem):
137: """create a symbolic link to another page"""
138:
139: meta_type="MPIWGLink"
140:
141: def isActiveItem(self):
142: """teste ob ausgewaehlt"""
143: #url1 beim link anstelle von url1, da link jeweils index_html als url hat.
144: if self.absolute_url()==self.REQUEST['URL1']:
145: return "aktiv"
146: else:
147: return ""
148:
149: def __init__(self,id,link,title='',weight=''):
150: """init mpiwglink"""
151: self.id=id
152: self.link=link
153: self.title=title
154: self.weight=weight
155:
156: def getObj(self):
157: """bekomme original"""
158: ## objpath=self.link.replace("/",".")
159: ## if objpath[0]!=".":
160: ## objpath="."+objpath
161:
162: ## print objpath
163: ## return eval("self"+objpath)
164:
165:
166: splitted=self.link.lstrip().split("/")
167: obj=self
168: for x in splitted:
169: if not x=="":
170: obj=getattr(obj,x)
171:
172: return obj
173:
174: def getWeight(self):
175: if self.linkWeight and self.linkWeight!="":
176: return self.linkWeight
177: else:
178: return self.getObj().weight
179:
180: manage_options=(
181: {'label':'main config','action':'changeLinkForm'},
182: )+SimpleItem.manage_options
183:
184:
185: def changeLinkForm(self):
186: """change MPIWG link"""
187: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGLinkChange.zpt')).__of__(self)
188: return pt()
189:
190: def changeLink(self,link,title,weight,RESPONSE=None):
191: """change links"""
192: self.link=link
193: self.title=title
194: self.weight=weight
195:
196: if RESPONSE is not None:
197: RESPONSE.redirect('manage')
198:
199: def index_html(self,**argv):
200: """index"""
201:
202:
203:
204: try:
205: return self.getObj().pt_render(extra_context={'here':self})
206: except:
207: self.REQUEST.RESPONSE.redirect(self.getObj().absolute_url())
208:
209:
210:
211: def manage_addMPIWGLinkForm(self):
212: """Form for adding link"""
213: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt/AddMPIWGLink.zpt')).__of__(self)
214: return pt()
215:
216: def manage_addMPIWGLink(self,id,link,title,weight,RESPONSE=None):
217: """add link"""
218: newObj=MPIWGLink(id,link,title,weight)
219:
220: self._setObject(id,newObj)
221:
222: if RESPONSE is not None:
223: RESPONSE.redirect('manage_main')
224:
225:
226: class MPIWGTemplate(ZopePageTemplate):
227: """Create a layout Template for different purposes"""
228:
229: meta_type="MPIWGTemplate"
230:
231: manage_options=ZopePageTemplate.manage_options+(
232: {'label':'Change Weight','action':'changeWeightForm'},
233: )
234:
235: def changeWeightForm(self):
236: """change weight form"""
237: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGTemplateChangeWeight.zpt')).__of__(self)
238: return pt()
239:
240: def changeWeight(self,weight,RESPONSE=None):
241: """change weight"""
242: self.weight=weight
243: if RESPONSE is not None:
244: RESPONSE.redirect('manage')
245:
246:
247: def __init__(self, id, text=None, content_type=None,MPIWGType=None):
248: self.id = str(id)
249:
250:
251:
252: self.ZBindings_edit(self._default_bindings)
253: if text is None:
254: self._default_content_fn = os.path.join(package_home(globals()),
255: 'zpt/MPIWG_%s_template_standard.zpt'%MPIWGType)
256: text = open(self._default_content_fn).read()
257: self.pt_edit(text, content_type)
258:
259:
260: """change form"""
261:
262: def isActiveItem(self):
263: """teste ob ausgewaehlt"""
264: if self.absolute_url()==self.REQUEST['URL']:
265: return "aktiv"
266: else:
267: return ""
268:
269: def manage_addMPIWGTemplateForm(self):
270: """Form for adding"""
271: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt/AddMPIWGTemplate.zpt')).__of__(self)
272: return pt()
273:
274: from urllib import quote
275:
276:
277: def manage_addMPIWGTemplate(self, MPIWGType,id, text="",title=None,weight=0,REQUEST=None):
278: "Add a Page Template with optional file content."
279: if type(MPIWGType)==StringType:
280: MPIWGTypes=[MPIWGType]
281: else:
282: MPIWGTypes=MPIWGType
283:
284: for singleType in MPIWGTypes:
285:
286:
287: if REQUEST is None:
288: self._setObject(id, MPIWGTemplate(id, text,EchoType=singleType))
289: ob = getattr(self, id)
290:
291: if title:
292: ob.pt_setTitle(title)
293: return ob
294: else:
295: file = REQUEST.form.get('file')
296: headers = getattr(file, 'headers', None)
297: if headers is None or not file.filename:
298: zpt = MPIWGTemplate(id,MPIWGType=singleType)
299: else:
300: zpt = MPIWGTemplate(id, file, headers.get('content_type'))
301:
302: self._setObject(id, zpt)
303: ob = getattr(self, id)
304: if title:
305: ob.pt_setTitle(title)
306:
307: try:
308: u = self.DestinationURL()
309: except AttributeError:
310: u = REQUEST['URL1']
311:
312: ob = getattr(self, id)
313: ob.weight=weight
314:
315: REQUEST.RESPONSE.redirect(u+'/manage_main')
316: return ''
317:
318:
319: class MPIWGRoot(ZSQLExtendFolder):
320: """Stammordner fuer den Web-Server"""
321:
322: fieldLabels={'WEB_title':'WEB_Title','xdata_01':'Responsible Scientists','xdata_02':'Department',
323: 'xdata_03':'Historical Persons','xdata_04':'Time period',
324: 'xdata_05':'Sorting number','xdata_06':'Keywords','xdata_07':'Short title',
325: 'xdata_08':'Other involved scholars' ,'xdata_09':'Disciplines','xdata_10':'Themes',
326: 'xdata_11':'Object Digitallibrary','xdata_12':'Cooperation partners',
327: 'xdata_13':'Funding institutions','WEB_project_header':'WEB_project_header',
328: 'WEB_project_description':'WEB_project_description','WEB_related_pub':'WEB_related_pub'}
329:
330: folders=['MPIWGProject','Folder','ECHO_Navigation']
331: meta_type='MPIWGRoot'
332:
333:
334: def harvestProjects(self):
335: """harvest"""
336: folder="/tmp"
337: try:
338: os.mkdir("/tmp/harvest_MPIWG")
339: except:
340: pass
341: founds=self.ZopeFind(self.aq_parent.projects,obj_metatypes=['MPIWGProject'],search_sub=1)
342: for found in founds:
343: txt=found[1].harvest_page()
344:
345: if txt and (txt != ""):
346: name=found[0].replace("/","_")
347: fh=file("/tmp/harvest_MPIWG/"+name,"w")
348: fh.write(txt)
349: fh.close()
350:
351: def decode(self,str):
352: """decoder"""
353: if not str:
354: return ""
355: if type(str) is StringType:
356: try:
357: return str.decode('utf-8')
358: except:
359: return str.decode('latin-1')
360: else:
361: return str
362:
363:
364: def getat(self,array,idx=0,default=None):
365: """return array element idx or default (but no exception)"""
366: if len(array) <= idx:
367: return default
368: else:
369: return array[idx]
370:
371:
372: def browserCheck(self):
373: """check the browsers request to find out the browser type"""
374: bt = {}
375: ua = self.REQUEST.get_header("HTTP_USER_AGENT")
376: bt['ua'] = ua
377: bt['isIE'] = False
378: bt['isN4'] = False
379: if string.find(ua, 'MSIE') > -1:
380: bt['isIE'] = True
381: else:
382: bt['isN4'] = (string.find(ua, 'Mozilla/4.') > -1)
383:
384: try:
385: nav = ua[string.find(ua, '('):]
386: ie = string.split(nav, "; ")[1]
387: if string.find(ie, "MSIE") > -1:
388: bt['versIE'] = string.split(ie, " ")[1]
389: except: pass
390:
391: bt['isMac'] = string.find(ua, 'Macintosh') > -1
392: bt['isWin'] = string.find(ua, 'Windows') > -1
393: bt['isIEWin'] = bt['isIE'] and bt['isWin']
394: bt['isIEMac'] = bt['isIE'] and bt['isMac']
395: bt['staticHTML'] = False
396:
397: return bt
398:
399:
400: def versionHeaderEN(self):
401: """version header text"""
402:
403: date= self.REQUEST.get('date',None)
404: if date:
405: txt="""<h2>This pages shows the project which existed at %s</h2>"""%str(date)
406: return txt
407: return ""
408:
409: def versionHeaderDE(self):
410: """version header text"""
411: date= self.REQUEST.get('date',None)
412: if date:
413: txt="""<h2>Auf dieser Seite finden Sie die Projekte mit Stand vom %s</h2>"""%str(date)
414: return ""
415:
416:
417: def createOrUpdateId_raw(self):
418: """create sequence to create ids for bibliography"""
419: debug=None
420: #suche groesste existierende id
421: founds=self.ZSQLQuery("select id from bibliography")
422:
423: if founds:
424: ids=[int(x.id[1:]) for x in founds]
425: maximum=max(ids)
426:
427: id_raw=self.ZSQLQuery("select nextval('id_raw')",debug=debug)
428:
429: if id_raw:
430: self.ZSQLQuery("drop sequence id_raw",debug=debug)
431:
432: self.ZSQLQuery("create sequence id_raw start %i"%(maximum+1),debug=debug)
433:
434:
435: def queryLink(self,link):
436: """append querystring to the link"""
437: return "%s?%s"%(link,self.REQUEST.get('QUERY_STRING',''))
438:
439: def getKategory(self,url):
440: """kategorie"""
441: splitted=url.split("/")
442: return splitted[4]
443:
444: def generateUrlProject(self,url,project=None):
445: """erzeuge aus absoluter url, relative des Projektes"""
446: if project:
447: splitted=url.split("/")
448: length=len(splitted)
449: short=splitted[length-2:length]
450:
451: base=self.REQUEST['URL3']+"/"+"/".join(short)
452:
453: else:
454: findPart=url.find("/projects/")
455: base=self.REQUEST['URL1']+"/"+url[findPart:]
456:
457:
458: return base
459:
460: def isNewCapital(self,text=None,reset=None):
461: if reset:
462: self.REQUEST['capital']="A"
463: return True
464: else:
465: if len(text)>0 and not (text[0]==self.REQUEST['capital']):
466: self.REQUEST['capital']=text[0]
467: return True
468: else:
469: return False
470:
471: def subNavStatic(self,obj):
472: """subnav" von self"""
473: def sortWeight(x,y):
474: x1=int(getattr(x[1],'weight','0'))
475: y1=int(getattr(y[1],'weight','0'))
476: return cmp(x1,y1)
477:
478: subs=self.ZopeFind(obj,obj_metatypes=['MPIWGTemplate','MPIWGLink'])
479: subret=[]
480:
481: for x in subs:
482: if not(x[1].title==""):
483: subret.append(x)
484: subret.sort(sortWeight)
485: return subret
486:
487: def subNav(self,obj):
488: """return subnav elemente"""
489: def sortWeight(x,y):
490: x1=int(getattr(x[1],'weight','0'))
491: y1=int(getattr(y[1],'weight','0'))
492: return cmp(x1,y1)
493: #if obj.meta_type in ['MPIWGTemplate','MPIWGLink']:
494: # id=obj.aq_parent.getId()
495: #else:
496:
497: #id=obj.getId()
498:
499:
500: #suche die zweite ebene
501:
502: if not obj.aq_parent.getId() in ['de','en']:
503: obj=obj.aq_parent
504:
505: while not self.ZopeFind(self,obj_ids=[obj.getId()]):
506: obj=obj.aq_parent
507:
508:
509: if hasattr(self,obj.getId()):
510:
511: subs=self.ZopeFind(getattr(self,obj.getId()),obj_metatypes=['MPIWGTemplate','MPIWGLink'])
512: subret=[]
513:
514: for x in subs:
515: if not(x[1].title==""):
516: subret.append(x)
517: subret.sort(sortWeight)
518: return subret
519: else:
520: return None
521:
522: def isActive(self,name):
523: """teste ob subnavigation aktiv"""
524: for part in self.REQUEST['URL'].split("/"):
525: if part==name:
526: return True
527: return False
528:
529: def getSection(self):
530: """returns the current section name"""
531: root = self.absolute_url()
532: url = self.REQUEST['URL']
533: path = string.replace(url, root, '')
534: paths = path.split('/')
535: if len(paths) > 0:
536: sec = paths[1]
537: if sec.find('.') < 0:
538: return sec
539: else:
540: return None
541: return None
542:
543: def getSectionStyle(self, name, style=""):
544: """returns a string with the given style + '-sel' if the current section == name"""
545: if self.getSection() == name:
546: return style + '-sel'
547: else:
548: return style
549:
550: def MPIWGrootURL(self):
551: """returns the URL to the root"""
552: return self.absolute_url()
553:
554: def upDateSQL(self,fileName):
555: """updates SQL databases using fm.jar"""
556: fmJarPath=os.path.join(package_home(globals()), 'updateSQL/fm.jar')
557: xmlPath=os.path.join(package_home(globals()), "updateSQL/%s"%fileName)
558: logger("MPIWG Web",logging.INFO,"java -classpath %s -Djava.awt.headless=true Convert %s"%(fmJarPath,xmlPath))
559: ret=os.popen("java -classpath %s -Djava.awt.headless=true Convert %s"%(fmJarPath,xmlPath),"r").read()
560: logger("MPIWG Web",logging.INFO,"result convert: %s"%ret)
561: return 1
562:
563: def patchProjects(self,RESPONSE):
564: """patch"""
565: projects=self.ZopeFind(self.projects,obj_metatypes=['MPIWGProject'])
566: for project in projects:
567: tmp=project[1].WEB_project_description[0].replace("/CD/projects/","")[0:]
568: setattr(project[1],'WEB_project_description',[tmp[0:]])
569: RESPONSE.write("<p>%s</p>\n"%project[0])
570:
571: def replaceNotEmpty(self,format,field):
572: """replace not empty"""
573: if field and (not field.lstrip()==''):
574: return format%field
575: else:
576: return ""
577:
578:
579: def isActual(self,project):
580: """checke if project is actual"""
581: actualTime=time.localtime()
582: obj= project.getObject()
583:
584: if getattr(obj,'archiveTime',actualTime)< actualTime:
585: return False
586: else:
587: return True
588:
589: def redirectIndex_html(self,request):
590: #return request['URL1']+'/index_html'
591:
592: return urllib.urlopen(request['URL1']+'/index_html').read()
593:
594:
595: def formatBibliography(self,here,found):
596: """format"""
597: return formatBibliography(here,found)
598:
599: def getValue(self,fieldStr):
600: """Inhalt des Feldes"""
601:
602: if type(fieldStr)==StringType:
603: field=fieldStr
604: else:
605: field=fieldStr[0]
606: try:
607: if field[len(field)-1]==";":
608: field=field[0:len(field)-1]
609: except:
610:
611: """nothing"""
612: field=re.sub(r';([^\s])','; \g<1>',field)
613: return field.encode('utf-8')
614:
615:
616:
617: def sortedNames(self,list):
618: """sort names"""
619:
620: def sortLastName(x_c,y_c):
621: try:
622: x=urllib.unquote(x_c).encode('utf-8','ignore')
623: except:
624: x=urllib.unquote(x_c)
625:
626: try:
627: y=urllib.unquote(y_c).encode('utf-8','ignore')
628: except:
629: x=urllib.unquote(y_c)
630:
631:
632:
633: try:
634: last_x=x.split()[len(x.split())-1]
635: last_y=y.split()[len(y.split())-1]
636:
637: except:
638:
639: last_x=""
640: last_y=""
641:
642:
643:
644: if last_x<last_y:
645: return 1
646: elif last_x>last_y:
647: return -1
648: else:
649: return 0
650:
651: list.sort(sortLastName)
652: list.reverse()
653:
654: return list
655:
656: def __init__(self, id, title):
657: """init"""
658: self.id=id
659: self.title=title
660:
661: def removeStopWords(self,xo):
662: """remove stop words from xo"""
663: if not hasattr(self,'_v_stopWords'):
664: self._v_stopWords=self.stopwords_en.data.split("\n")
665:
666: x=str(xo)
667:
668: strx=x.split(" ")
669:
670: for tmp in strx:
671:
672: if tmp.lower() in self._v_stopWords:
673: del strx[strx.index(tmp)]
674:
675: return " ".join(strx)
676:
677: def urlQuote(self,str):
678: """quote"""
679: return urllib.quote(str)
680:
681: def urlUnQuote(self,str):
682: """quote"""
683: return urllib.unquote(str)
684:
685:
686:
687: def getProjectsByFieldContent(self,fieldName,fieldContentsEntry, date=None):
688: """gib alle Projekte aus mit Value von field mit fieldName enthaelt ein Element der Liste fieldContents"""
689: def sort(x,y):
690: return cmp(x.WEB_title[0],y.WEB_title[0])
691:
692: if type(fieldContentsEntry) is StringType:
693: fieldContentsTmp=[fieldContentsEntry]
694: else:
695: fieldContentsTmp=fieldContentsEntry
696:
697: fieldContents=[]
698: for x in fieldContentsTmp:
699: fieldContents.append(" AND ".join(x.split()))
700: projects=self.ProjectCatalog({fieldName:string.join(fieldContents,' AND')})
701: #print projects
702: #ret=[x for x in projects]
703: ret=[]
704: for x in projects:
705: obj=x.getObject()
706: obj=obj.getActualVersion(date)
707: if obj and (not getattr(obj,'invisible',None)):
708: #if not (x in ret):
709: ret.append(x)
710:
711: ret.sort(sort)
712: return ret
713:
714: def changeMPIWGRootForm(self):
715: """edit"""
716: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeMPIWGRootForm')).__of__(self)
717: return pt()
718:
719: def changeMPIWGRoot(self,title,disciplineList,themesList,connection_id,RESPONSE=None):
720: """change"""
721: self.title=title
722: self.connection_id=connection_id
723: self.disciplineList=disciplineList
724: self.themesList=themesList
725:
726: if RESPONSE is not None:
727: RESPONSE.redirect('manage_main')
728:
729:
730:
731: def getContexts(self,childs=None,parents=None,depth=None,date=None,onlyActive=True):
732: """childs alle childs, alle parents"""
733: ret=[]
734:
735: if parents:
736: splitted=parents.split(".")
737: parentId=string.join(splitted[0:len(splitted)-1],".")
738:
739: for project in self.getProjectFields('xdata_05',sort='int',date=date):
740: if project[1]==parentId:
741: ret.append(project)
742:
743: if childs:
744: for project in self.getProjectFields('xdata_05',sort='int',date=date):
745: searchStr=childs+"(\..*)"
746:
747: if (onlyActive and project[0].isActiveProject()) or (not onlyActive):
748: if re.match(searchStr,project[1]):
749:
750: if depth:
751:
752: if int(depth)>=len(project[1].split("."))-len(childs.split(".")):
753:
754: ret.append(project)
755: else:
756: ret.append(project)
757: return ret
758:
759: def getProjectFields(self,fieldName,date=None,folder=None,sort=None):
760: """getListofFieldNames"""
761: ret=[]
762:
763: objects=self.ZopeFind(self.projects,obj_metatypes=['MPIWGProject'],search_sub=0)
764:
765:
766: for object in objects:
767: obj=object[1]
768: obj=obj.getActualVersion(date)
769: if obj and (not getattr(obj,'invisible',None)):
770: if fieldName=="WEB_title_or_short":
771:
772: if len(obj.getContent('xdata_07'))<3: # hack weil z.Z. manchmal noch ein Trennzeichen ; oder , im Feld statt leer
773: fieldNameTmp="WEB_title"
774: else:
775: fieldNameTmp="xdata_07"
776: else:
777: fieldNameTmp=fieldName
778:
779: ret.append((obj,obj.getContent(fieldNameTmp)))
780:
781:
782: if sort=="int":
783: ret.sort(sortI)
784: elif sort=="stopWords":
785:
786: ret.sort(sortStopWords(self))
787:
788: else:
789: ret.sort(sortF)
790:
791: return ret
792:
793: def showNewProjects(self):
794: projects=[]
795: for objs in self.getProjectFields('WEB_title_or_short'): # Get all Projets
796: if objs[0].xdata_05 and (objs[0].xdata_05[0] == ""):
797:
798: projects.append(objs)
799:
800: return projects
801:
802:
803: manage_options = Folder.manage_options+(
804: {'label':'Update personal homepages','action':'updatePersonalwww_html'},
805: {'label':'Reindex catalogs','action':'reindexCatalogs'},
806: {'label':'Main config','action':'changeMPIWGRootForm'},
807: {'label':'add e-mails','action':'showNewDBEntries'},
808: {'label':'update the institutsbibliography','action':'updateInstitutsbiliography'},
809: #{'label':'Edit Historical Persons','action':'editHistoricalPersonsForm'},
810: #{'label':'Store Historical Persons','action':'storeHistoricalPersons'},
811: )
812:
813:
814: def updatePublicationDB(self,personId=None):
815: """updates the publication db, i.e. copy year and type into the main table"""
816:
817: if personId:
818: founds = self.ZSQLInlineSearch(_table="publications",key_main=personId)
819: else:
820: founds = self.ZSQLInlineSearch(_table="publications")
821:
822: for found in founds:
823:
824: if found.id_institutsbibliographie and (not found.id_institutsbibliographie =="") and (not found.id_institutsbibliographie =="0"):
825:
826: entries = self.ZSQLInlineSearch(_table="institutsbiblio",id=found.id_institutsbibliographie)
827: for entry in entries:
828: self.ZSQLChange(_table='publications',_identify='oid=%s' % found.oid,year=entry.year,referencetype=entry.reference_type)
829:
830: if found.id_gen_bib and (not found.id_gen_bib ==""):
831: entries = self.ZSQLInlineSearch(_table="bibliography",id=found.id_gen_bib)
832: for entry in entries:
833: self.ZSQLChange(_table='publications',_identify='oid=%s' % found.oid,year=entry.year,referencetype=entry.reference_type)
834:
835: return True
836:
837: def showNewDBEntries(self):
838: """zeige neue Eintraege in der Datenbank ohne e-mail adressen bzw. fuer die noch kein Object angelegt wurde"""
839:
840: qstr="select * from personal_www where web_object_created='no' and not key=''"
841: res=self.ZSQLQuery(qstr)
842:
843: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','showNewDBEntries.zpt')).__of__(self)
844: return pt(newEntries=res)
845:
846: def createNewStaffObjects(self,RESPONSE):
847: """create new staff object"""
848:
849: memberFolder=getattr(self,'members')
850: args=self.REQUEST.form
851: arg_k=args.keys()
852: arg_k.remove("submit")
853: ret=""
854: for key in arg_k:
855: k=self.urlUnQuote(key)
856:
857: qstr="select * from personal_www where key=%s"%self.ZSQLQuote(k)
858: res=self.ZSQLQuery(qstr)[0]
859: if args[key]!="": #email-adresse wurde eingetragen
860: #create the object
861: e_mail=args[key]
862: try:
863: newObj=MPIWGStaff.MPIWGStaff(e_mail,res.last_name,res.first_name,k)
864: memberFolder._setObject(e_mail,newObj)
865: obj=getattr(memberFolder,e_mail)
866: obj.reindex_object()
867: ret+="Created %s \n"%e_mail
868: created=True
869: except:
870: msg="Cannot create new user %s (%s %s)"%(e_mail,sys.exc_info()[0],sys.exc_info()[1])
871: logging.error(msg)
872: ret+=msg+"\n"
873: created=False
874:
875: if created:
876: qstr="update personal_www set web_object_created='yes',e_mail='%s@mpiwg-berlin.mpg.de' where key=%s"%(e_mail,self.ZSQLQuote(k))
877: self.ZSQLQuery(qstr)
878:
879: return ret
880:
881:
882: def generateNewPersonEntry(self,data):
883: """generate a new person entry for data, neue personen werden zunaechst nur in der datenbank angelegt """
884:
885: #memberFolder=getattr(self,'members')
886: #create the object
887:
888: # try:
889: # newObj=MPIWGStaff.MPIWGStaff(urllib.quote(data['key']),data['last_name'].encode('utf-8'),data['first_name'].encode('utf-8'))
890: # memberFolder._setObject(urllib.quote(data['key']),newObj)
891: # except:
892: # return False, "Cannot create new user %s (%s %s)"%(data['key'],sys.exc_info()[0],sys.exc_info()[1])
893: #
894:
895: #create the new entry in the database
896:
897:
898: result,msg=MPIWGStaff.createNewDBEntry(self,data['publish_the_data'],data['key'],data['last_name'],
899: data['first_name'],data['title'],data['status'],"",
900: "",data['date_from'],data['date_to'],
901: data['department'],data['home_inst'],data['funded_by'],
902: data['e_mail2'],data['current_work'],"yes",data['date_stay_at_mpiwg'],data['group'],"no",data['current_work'])
903:
904: return result,msg
905:
906: def updatePersonEntry(self,data,ignoreEntries=[]):
907: """update an person entry from data. but ignore all fields in ignore Entries"""
908:
909: ignoreEntries.append('current_work') # TODO:updatecurrent work
910:
911: if data['date_to']=="": # wenn date_to leer
912: data['date_to']="date_none"
913:
914: if data['date_from']=="": # wenn date_fromleer
915: data['date_from']="date_none"
916: msg=""
917:
918:
919: #eintragen
920:
921: columns=data.keys()
922: for x in ignoreEntries:
923: logging.info("ign rem: %s"%x)
924: try: #falls in ignore entries felder sind, die nicht in columns sind, fange den fehler ab
925: columns.remove(x)
926: except:
927: pass
928:
929:
930: insert=[]
931: for key in columns:
932: if data[key]=="date_none": # date_none eintrag wird zu null uebersetzt
933: insert.append('%s=null'%key)
934: else:
935: insert.append(""" "%s"=%s"""%(key,self.ZSQLQuote(data[key])))
936:
937: insertStr=",".join(insert)
938: queryStr="update personal_www SET %s where key='%s'"%(insertStr,data['key'])
939: self.ZSQLQuery("SET DATESTYLE TO 'German'")
940: self.ZSQLQuery(queryStr)
941:
942: #currentwork
943: #if not (txt==""):
944: # queryStr="INSERT INTO current_work (id_main,current,publish) VALUES ('%s','%s','%s')"%(id,txt,txt_p)
945: #
946: # self.ZSQLQuery(queryStr)
947:
948: return True,msg
949:
950:
951: def updatePersonalwww_doIt(self):
952: """do the update"""
953: args=self.REQUEST.form
954: resultSet=self.REQUEST.SESSION['personal_www']['resultSet']
955: news=self.REQUEST.SESSION['personal_www']['news']
956: conflicts=self.REQUEST.SESSION['personal_www']['conflicts']
957: ret="<html><body>"
958: # generate the new entry
959:
960: if news and (len(news)>0):
961: ret+="<h2>Hinzugefügt</h2>"
962: ret+="<p>Neueinträge erscheinen erst auf der Homepage, wenn ihnen eine e-mail Adresse zugeordnet wurde.</p>"
963: ret+="<ul>"
964: for new in news:
965:
966: if args.has_key(self.urlQuote(new.encode('utf-8'))): # entry was selected
967: result,msg=self.generateNewPersonEntry(resultSet[new])
968: if not result:
969: logging.error("Error (generateNewPersonEntry) %s"%msg)
970: ret+="<li>ERROR: %s %s"%(new.encode('utf-8'),msg)
971: else:
972: ret+="<li>OK: %s"%(new.encode('utf-8'))
973: if news and (len(news)>0):
974: ret+="<p>Neueinträge erscheinen erst auf der Homepage, wenn ihnen eine e-mail Adresse zugeordnet wurde.</p>"
975: ret+="</ul>"
976:
977: # update
978:
979: if len(conflicts.keys())>0:
980: ret+="<h2>Änderung des Benutzers übernehmen</h2>"
981: ret+="<p>Wenn nötig in Filemaker-db ändern:</p>"
982:
983: # konflicte
984: for conflict in conflicts.keys():
985: ignoreEntries=[]
986: displayIgnored=[]
987: for cf in conflicts[conflict]:
988: if args[conflict.encode('utf-8')+'_'+cf[0]]=="stored": #use the stored one
989: ignoreEntries.append(cf[0]) #so ignore field cf[0]
990: displayIgnored.append(cf)
991: if len(displayIgnored)>0:
992: ret+="<h3>%s</h3>"%conflict.encode('utf-8')
993:
994: ret+="<table border='1'>"
995: for iE in displayIgnored:
996: ret+="<tr><td>%s</td><td>%s</td><td>%s</td>"%(iE[0].encode('utf-8'),iE[1].encode('utf-8'),iE[2].encode('utf-8'))
997: ret+="</tabel>"
998:
999: self.updatePersonEntry(resultSet[conflict],ignoreEntries=ignoreEntries)
1000:
1001: # rest
1002: cl=list(conflicts.keys())
1003:
1004: for key in resultSet.keys():
1005: if key not in cl:
1006: self.updatePersonEntry(resultSet[key])
1007: return ret+"</body></html>"
1008:
1009:
1010: def updateInstitutsbiliography(self):
1011: """update the Institutsbibliogrpahy"""
1012: self.upDateSQL('personalwww.xml')
1013: return "<html><body>DONE</body></html>"
1014:
1015:
1016: def updatePersonalwww_html(self):
1017: """update form for the homepages web form"""
1018: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','updatePersonalwww.zpt')).__of__(self)
1019: return pt()
1020:
1021:
1022: def updatePersonalwww(self,uploadfile):
1023: """update personalwww
1024: @param uploadfile: file handle auf das file
1025: """
1026: dsn=self.getConnectionObj().connection_string
1027: #dsn="dbname=personalwww"
1028: resultSet=updatePersonalWWW.importFMPXML(uploadfile)
1029: news,conflicts=updatePersonalWWW.checkImport(dsn, resultSet)
1030:
1031: self.REQUEST.SESSION['personal_www']={}
1032: self.REQUEST.SESSION['personal_www']['resultSet']=resultSet
1033: self.REQUEST.SESSION['personal_www']['news']=news
1034: self.REQUEST.SESSION['personal_www']['conflicts']=conflicts
1035:
1036: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','updatePersonalwww_check.zpt')).__of__(self)
1037: return pt()
1038:
1039:
1040:
1041: def reindexCatalogs(self,RESPONSE=None):
1042: """reindex members and project catalog"""
1043:
1044:
1045: try:
1046:
1047: self.ProjectCatalog.manage_catalogReindex(self.REQUEST,RESPONSE,self.REQUEST['URL1'])
1048: except:
1049: logger("MPIWG Root (updatehomepage)",logging.WARNING," %s %s"%sys.exc_info()[:2])
1050:
1051:
1052:
1053:
1054:
1055: if RESPONSE:
1056: RESPONSE.redirect('manage_main')
1057:
1058:
1059:
1060:
1061: def getAllMembers(self):
1062: #ret=[]
1063:
1064: results=self.MembersCatalog({'isPublished':True})
1065:
1066: ret=[", ".join([proj.lastName, proj.firstName]).decode('utf-8') for proj in results]
1067:
1068: ret.sort()
1069: return ret
1070: def printAllMembers(self):
1071: """print"""
1072: members=self.getAllMembers()
1073: ret=""
1074: for x in members:
1075: ret+="<p>%s</p>"%x
1076: return ret
1077:
1078:
1079: def makeList(self,entry):
1080: """makes a list out of one entry or repeat a list"""
1081: if type(entry) is StringType:
1082: return [entry]
1083: else:
1084: return entry
1085:
1086:
1087: def getTree(self,dep=None,date=None,onlyActive=None):
1088: """generate Tree from project list"""
1089:
1090: returnList=[]
1091: for project in self.getProjectFields('xdata_05',sort="int",date=date): # get Projects sorted by xdata_05
1092:
1093: for idNr in project[1].split(";"): # more than one number
1094: if not idNr=="":
1095: splittedId=idNr.split(".")
1096: depth=len(splittedId)
1097: nr=idNr
1098: #title=project[0].WEB_title
1099: title=[project[0].getContent('WEB_title')]
1100: #print title
1101:
1102: if idNr[0]=="x": # kompatibilitaet mit alter Konvention, x vor der Nummer macht project inactive
1103: project[0].setActiveFlag(False)
1104:
1105: if (not dep) or (idNr[0]==dep): #falls dep gesetzt ist nur dieses hinzufuegen.
1106: if onlyActive and project[0].isActiveProject(): #nur active projekte
1107: returnList.append((depth,nr,title,project[0]))
1108: elif not onlyActive:
1109: returnList.append((depth,nr,title,project[0]))
1110: return returnList
1111:
1112:
1113:
1114: def changePosition(self,treeId,select,RESPONSE=None):
1115: """Change Postion Entry"""
1116: numbers=[]
1117:
1118: # Suche hoechste bisherige nummer
1119: projects=self.getProjectFields('xdata_05') # get Projects sorted by xdata_05
1120: #print "pj",projects
1121: for project in projects: #suche alle subtrees der treeId
1122: #print treeId
1123:
1124: founds=re.match(treeId+"\.(.*)",project[1].split(";")[0])
1125: if founds:
1126: #print "x",founds.group(0),len(founds.group(0).split("."))
1127: if len(founds.group(0).split("."))==len(treeId.split("."))+1: # nur ein punkt mehr, d.h. untere ebene
1128: try:
1129: numbers.append(int(founds.group(0).split(".")[len(founds.group(0).split("."))-1]))
1130: except:
1131: numbers.append(int(0))
1132:
1133: try:
1134: highest=max(numbers)
1135: except:
1136: highest=0
1137: projects=self.showNewProjects()
1138: for i in self.makeList(select):
1139: highest+=10
1140: projects[int(i)][0].xdata_05=treeId+"."+str(highest)
1141:
1142:
1143: if RESPONSE is not None:
1144: RESPONSE.redirect('showTree')
1145:
1146: def changeTree(self,RESPONSE=None):
1147: """change the complete tree"""
1148: form=self.REQUEST.form
1149: hashList={}
1150: fields=self.getTree()
1151:
1152:
1153: for idNr in form.keys():
1154:
1155: splitted=idNr.split('_')
1156:
1157: if len(splitted)==1: # name des Feldes = idNr, dann Aendere id_nr
1158: if not (fields[int(idNr)][3].xdata_05==form[idNr]):
1159: fields[int(idNr)][3].xdata_05=form[idNr]
1160: fields[int(idNr)][3].copyObjectToArchive()
1161:
1162: if form.has_key(idNr+'_active'): # active flag is set
1163:
1164: fields[int(splitted[0])][3].setActiveFlag(True)
1165: else:
1166:
1167: fields[int(splitted[0])][3].setActiveFlag(False)
1168:
1169: if RESPONSE is not None:
1170: RESPONSE.redirect('showTree')
1171:
1172: def getProjectWithId(self,id):
1173: fields=self.getProjectFields('xdata_05')
1174: for field in fields:
1175: if field[1]==id:
1176: return field[0]
1177:
1178: return None
1179:
1180:
1181:
1182:
1183: def getRelativeUrlFromPerson(self,list):
1184: """get urls to person list"""
1185: ret=[]
1186: persons=list.split(";")
1187: for person in persons:
1188:
1189: if len(person)>1: #nicht nur Trennzeichen
1190: splitted=person.split(",")
1191: if len(splitted)==1:
1192: splitted=person.split(" ")
1193: splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
1194: if splittedNew[0]=='':
1195: del splittedNew[0]
1196: search=string.join(splittedNew,' AND ')
1197:
1198: if not search=='':
1199:
1200: try:
1201: proj=self.MembersCatalog({'title':search})
1202: except:
1203: proj=None
1204:
1205: if proj:
1206: #ret.append("<a href=%s >%s</a>"%(proj[0].absolute_url,person.encode('utf-8')))
1207: ret.append("<a href=%s >%s</a>"%('members/'+proj[0].id+'/index.html',person))
1208: else:
1209: #ret.append("%s"%person.encode('utf-8'))
1210: ret.append("%s"%person)
1211: return string.join(ret,";")
1212:
1213:
1214: def getMembersFromList(self,list):
1215: """get member names from person full text list"""
1216: memberlist=[]
1217: persons=list.split(";")
1218: for person in persons:
1219: if len(person)>1: #nicht nur Trennzeichen
1220: splitted=person.split(",")
1221: if len(splitted)==1:
1222: splitted=person.lstrip().rstrip().split(" ")
1223: splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
1224: if splittedNew[0]=='':
1225: del splittedNew[0]
1226: search=string.join(splittedNew,' AND ')
1227:
1228: if not search=='':
1229: try:
1230: member=self.MembersCatalog({'title':search})
1231: except:
1232: member=None
1233:
1234: if member and (member[0].getObject().isPublished()):
1235: if person =="Otto Sibum" : person="H. Otto Sibum"
1236: if person =="Norton Wise" : person="M. Norton Wise"
1237: #memberlist.append("<a href=%s >%s</a>"%(member[0].absolute_url,person.encode('utf-8')))
1238: memberlist.append((person, member[0].getObject().getId()))
1239: else:
1240: #memberlist.append("%s"%person.encode('utf-8'))
1241: memberlist.append((person,None))
1242: return memberlist
1243:
1244: def getUrlFromPerson(self,list):
1245: """get urls to person list"""
1246: ret=[]
1247: persons=list.split(";")
1248: for person in persons:
1249:
1250: if len(person)>1: #nicht nur Trennzeichen
1251: splitted=person.split(",")
1252: if len(splitted)==1:
1253: splitted=person.lstrip().rstrip().split(" ")
1254: splittedNew=[re.sub(r'\s(.*)','$1',split) for split in splitted]
1255: if splittedNew[0]=='':
1256: del splittedNew[0]
1257: search=string.join(splittedNew,' AND ')
1258:
1259: if not search=='':
1260:
1261: try:
1262: proj=self.MembersCatalog({'title':search})
1263: except:
1264: proj=None
1265:
1266: if proj and (proj[0].getObject().isPublished()):
1267: if person =="Otto Sibum" : person="H. Otto Sibum"
1268: if person =="Norton Wise" : person="M. Norton Wise"
1269: #ret.append("<a href=%s >%s</a>"%(proj[0].absolute_url,person.encode('utf-8')))
1270: if self.MPIWGrootURL().split("/")[-1]=='en':
1271: tmpPath="/en/staff/members/"
1272: else:
1273: tmpPath="/de/mitarbeiter/members/"
1274: ret.append("<a href=%s >%s</a>"%(tmpPath+proj[0].getObject().getId()+"/index.html",person))
1275: else:
1276: #ret.append("%s"%person.encode('utf-8'))
1277: ret.append("%s"%person)
1278: return string.join(ret,";")
1279:
1280: def getProjectsOfMembers(self,date=None):
1281: """give tuple member /projects"""
1282: ret=[]
1283: members=self.getAllMembers()
1284:
1285: #return str(members)
1286: for x in members:
1287:
1288: ret+=self.getProjectsOfMember(name=x,date=date)
1289:
1290: return ret
1291:
1292: def getProjectsOfMember(self,name=None,key=None,date=None):
1293: """get projects of a member
1294: @param name: (optional)Vorname + Nachname
1295: @param key: (optional) Key zur Idenfikation des Benutzer
1296: @param date: (optional) Version die zum Zeitpunkt date gueltig war
1297: """
1298: # TODO: Die ganze Loesung
1299: def sortP(x,y):
1300: """sort by sorting number"""
1301: #print x.xdata_05,y.xdata_05
1302: return cmp(x.WEB_title,y.WEB_title)
1303:
1304:
1305: ret=[]
1306: logging.error("XXXXXXXXXXXXXXXXX")
1307: if key:
1308:
1309: #members=self.ZopeFind(self.members,obj_metatypes=['MPIWGStaff'],obj_ids=[email],search_sub=1)
1310: members=self.MembersCatalog({'getKey':key})
1311: if len(members)==0:
1312: return ret
1313:
1314: splitted = [members[0].lastName,members[0].firstName]
1315:
1316: elif name:
1317:
1318: splitted=name.split(",")
1319: else:
1320: return ret # name oder key mussen definiert sein
1321:
1322: #XXXX
1323: splitNeu=["\'"+splitted[1]+" "+splitted[0]+"\'"]
1324:
1325: #for s in splitted:
1326: # splitNeu.append("\""+s+"\"")
1327: search=string.join(splitNeu,' AND ')
1328:
1329: proj=self.ProjectCatalog({'xdata_01':search})
1330: logging.error("XXXXXXXXXXX %s"%proj)
1331: if proj:
1332: proj2=[]
1333: for x in proj:
1334: if (not getattr(x.getObject(),'invisible',None)) and (getattr(x.getObject(),'archiveTime','')==''):
1335: # furchtbarer hack um sicher zustellen dass christoph hoffmann nicht mit Dieter Hoffmann verwechselt wird.
1336: if not((splitted[1]==" Christoph") and (splitted[0]=="Hoffmann") and (str(x.WEB_title).find('Einstein')>0)):
1337: proj2.append(x)
1338:
1339: else:
1340: proj2=[]
1341:
1342: proj=self.ProjectCatalog({'xdata_08':search})
1343: if proj:
1344: names=[x.WEB_title for x in proj]
1345: for x in proj:
1346:
1347: if (not x.WEB_title in names) and (getattr(x.getObject(),'archiveTime','')==''):
1348: proj2.append(x)
1349:
1350:
1351: proj2.sort(sortP)
1352:
1353: if len(proj2)>0:
1354: ret.append((name,proj2))
1355:
1356: return ret
1357:
1358: def givePersonList(self,name):
1359: """check if person is in personfolder and return list of person objects"""
1360:
1361: splitted=name.split(",")
1362: if len(splitted)==1:
1363: splitted=name.lstrip().rstrip().split(" ")
1364: splittedNew=[split.lstrip() for split in splitted]
1365:
1366: if splittedNew[0]=='':
1367: del splittedNew[0]
1368: search=string.join(splittedNew,' AND ')
1369:
1370: if not search=='':
1371: proj=self.MembersCatalog({'title':search})
1372:
1373: if proj:
1374: return [[x.lastName,x.firstName] for x in proj]
1375: else:
1376: return []
1377:
1378: ## splitted=name.split(",") # version nachname, vorname...
1379: ## if len(splitted)>1:
1380: ## lastName=splitted[0]
1381: ## firstName=splitted[1]
1382: ## else:
1383: ## splitted=name.split(" ") #version vorname irgenwas nachnamae
1384:
1385: ## lastName=splitted[len(splitted)-1]
1386: ## firstName=string.join(splitted[0:len(splitted)-1])
1387:
1388: ## objs=[]
1389:
1390: #print self.members
1391: ## for x in self.members.__dict__:
1392: ## obj=getattr(self.members,x)
1393: ## if hasattr(obj,'lastName') and hasattr(obj,'firstName'):
1394:
1395: ## if (re.match(".*"+obj.lastName+".*",lastName) or re.match(".*"+lastName+".*",obj.lastName)) and (re.match(".*"+obj.firstName+".*",firstName) or re.match(".*"+firstName+".*",obj.firstName)):
1396:
1397: ## objs.append((obj,lastName+", "+firstName))
1398:
1399:
1400: ## return objs
1401:
1402:
1403: def personCheck(self,names):
1404: """all persons for list"""
1405: #print "names",names
1406: splitted=names.split(";")
1407: ret={}
1408: for name in splitted:
1409:
1410: if not (name==""):
1411: try:
1412: ret[name]=self.givePersonList(name)
1413: except:
1414: """NOTHIHN"""
1415: #print "RET",ret
1416: return ret
1417:
1418: def giveCheckList(self,person,fieldname):
1419: """return checklist"""
1420: #print "GCL",fieldname
1421: if fieldname=='xdata_01':
1422: x=self.personCheck(person.getContent(fieldname))
1423: #print "GCLBACKX",x
1424: return x
1425:
1426:
1427: def isCheckField(self,fieldname):
1428: """return chechfield"""
1429:
1430: return (fieldname in checkFields)
1431:
1432:
1433: def generateNameIndex(self):
1434: """erzeuge einen index verwendeter personen"""
1435: import psycopg
1436: o = psycopg.connect('dbname=authorities user=dwinter password=3333',serialize=0)
1437: results={}
1438: print self.fulltext.historicalNames.items()
1439: for nameItem in self.fulltext.historicalNames.items(): #gehe durch alle namen des lexikons
1440:
1441: c = o.cursor()
1442: name=nameItem[0]
1443: print "check",name
1444: c.execute("select lastname,firstname from persons where lower(lastname) = '%s'"%quote(name))
1445: tmpres=c.fetchall()
1446: firstnames=[result[1] for result in tmpres] # find all firstnames
1447: if tmpres:
1448: lastname=tmpres[0][0]
1449:
1450: for found in self.fulltext({'names':name}):
1451: if found.getObject().isActual():
1452: for nh in found.getObject().getGetNeighbourhood(name, length=50,tagging=False): #hole umgebung
1453: #schaue nun ob der vorname hinter oder vor dem name ist
1454: position=nh.find(lastname)
1455: # vorher
1456: #print "NH",nh
1457: bevorS=nh[0:position].split()
1458: #print "BV",bevorS
1459: if len(bevorS)>1:
1460: try:
1461: bevor=[bevorS[-1],bevorS[-2]]
1462: except:
1463: bevor=[bevorS[0]]
1464: else:
1465: bevor=[]
1466: #nachher
1467: behindS= re.split("[,|;| ]",nh[position:])
1468: #print "BH",behindS
1469: if len(behindS)>2:
1470: try:
1471: behind=behindS[1:3]
1472: except:
1473: behind=[bevorS[1]]
1474: else:
1475: behind=[]
1476: for firstname in firstnames:
1477: if firstname in bevor+behind: #Namen wie mit Adelspraedikaten werden so erstmal nich gefunden
1478: id="%s,%s"%(lastname,firstname)
1479: if not results.has_key(id):
1480: results[id]=[]
1481: objId=found.getObject().getId()
1482: if not (objId in results[id]):
1483: print "d %s for %s"%(id,objId)
1484: results[id].append(objId)
1485: self.nameIndex=results
1486: return results
1487:
1488: def editNameIndexHTML(self):
1489: """edit the name index"""
1490: if not hasattr(self,'nameIndexEdited'): # falls editierter index noch nicht existiert, kopiere automatisch erstellten
1491: self.nameIndexEdited=copy.copy(self.nameIndex)
1492: print "huh"
1493: #self.nameIndexEdited=copy.copy(self.nameIndex)
1494: #print self.nameIndexEdited
1495: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','editHistoricalNames.zpt')).__of__(self)
1496: return pt()
1497:
1498: def getNamesInProject(self,projectId):
1499: """get all names ofnameIndexEdited which are references in projec with projectId"""
1500:
1501: ret=[]
1502: for name in self.nameIndexEdited.keys():
1503: if projectId in self.nameIndexEdited[name]:
1504: ret.append(name)
1505:
1506: return ret
1507:
1508: def editNameIndex(self,RESPONSE=None,name=None,occurrances=None,submit=None):
1509: """edit the index"""
1510: nI=self.nameIndexEdited # mI introduced to make sure that changes to nameIndexEdited are know to ZODB
1511: if submit=="delete":
1512:
1513:
1514: dh=getattr(self,'deletedHistoricalNames',{})
1515:
1516: if type(dh) is ListType:
1517: dh={}
1518: if not dh.has_key(name):
1519: dh[name]=occurrances.split("\n")
1520: else:
1521: dh[name]+=occurrances.split("\n")
1522:
1523: self.deletedHistoricalNames=dh
1524:
1525: del self.nameIndexEdited[name]
1526:
1527:
1528: elif (submit=="change"):
1529:
1530: nI[name]=occurrances.split("\n")[0:]
1531:
1532: elif (submit=="add"):
1533: if not nI.has_key(name):
1534: nI[name]=occurrances.split("\n")
1535: else:
1536: nI[name]+=occurrances.split("\n")
1537:
1538: self.nameIndexEdited=nI
1539:
1540:
1541: if RESPONSE is not None:
1542: RESPONSE.redirect('editNameIndexHTML')
1543:
1544:
1545:
1546: def restoreIndex(self):
1547: """restore"""
1548: self.nameIndexEdited=self.nameIndex
1549: return "done"
1550:
1551:
1552:
1553: def manage_addMPIWGRootForm(self):
1554: """form for adding the root"""
1555: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addMPIWGRootForm.zpt')).__of__(self)
1556: return pt()
1557:
1558: def manage_addMPIWGRoot(self,id,title,connection_id="",RESPONSE=None):
1559: """add a root folder"""
1560: newObj=MPIWGRoot(id,title)
1561: self._setObject(id,newObj)
1562: ob=getattr(self,id)
1563: setattr(ob,'connection_id',connection_id)
1564: if RESPONSE is not None:
1565: RESPONSE.redirect('manage_main')
1566:
1567:
1568: class MPIWGProject_publication(SimpleItem):
1569: """publications object fuer project"""
1570:
1571: meta_type="MPIWGProject_publication"
1572:
1573: def editPublication(self,text=None,RESPONSE=None):
1574: """edit a publication"""
1575:
1576: if (not text):
1577: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_publicationForm.zpt')).__of__(self)
1578: return pt()
1579:
1580:
1581: self.text=text[0:]
1582:
1583: if RESPONSE:
1584: RESPONSE.redirect("../managePublications")
1585:
1586: class MPIWGProject_image(Image):
1587: """Images for Projects"""
1588:
1589: meta_type="MPIWGProject_image"
1590:
1591: def showImage(self,imageUrl=None):
1592: """show Images at an extra page"""
1593: self.getContent('WEB_project_description',filter='yes') #get the content and store image infos into session
1594: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','projectImageView.zpt')).__of__(self)
1595: return pt()
1596:
1597: def editImage(self,file=None,caption=None,RESPONSE=None):
1598: """edit the Image"""
1599: if (not file) and (not caption):
1600: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_imageForm.zpt')).__of__(self)
1601: return pt()
1602:
1603: if file and (not file.filename.lstrip().rstrip()==""):
1604: self.manage_upload(file)
1605:
1606: if caption:
1607: self.caption=caption[0:]
1608:
1609: if RESPONSE:
1610: RESPONSE.redirect("../manageImages")
1611:
1612: class MPIWGProject(CatalogAware,Folder):
1613: """Class for Projects"""
1614:
1615:
1616: security=ClassSecurityInfo()
1617: meta_type='MPIWGProject'
1618: default_catalog='ProjectCatalog'
1619:
1620: def decode(self,str):
1621: """return unicode object"""
1622: return unicodify(str)
1623:
1624: def sortedByPlace(self,metatype):
1625: """find metatype and sort by place"""
1626: def sort(x,y):
1627: return cmp(getattr(x[1],'place',0),getattr(y[1],'place',0))
1628:
1629: founds=self.ZopeFind(self,obj_metatypes=[metatype]);
1630:
1631: founds.sort(sort)
1632:
1633: return founds
1634:
1635:
1636: def copyPublicationsToList(self,RESPONSE=None):
1637: """copy publications in to list"""
1638:
1639: publicationTxt=self.getContent('WEB_related_pub')
1640:
1641: pubSplits=publicationTxt.split("<p>")
1642:
1643: for pubSplit in pubSplits:
1644: pubSplit=pubSplit.replace("</p>","")
1645: self.addPublication(pubSplit)
1646:
1647: if RESPONSE:
1648: RESPONSE.redirect('managePublications')
1649:
1650:
1651: def copyImageToMargin(self,RESPONSE=None):
1652: """copy inline images to marginal images"""
1653:
1654:
1655: #getImages from WEB_project_description
1656: description=self.getContent('WEB_project_description')
1657:
1658: text2=description
1659: splitted=text2.split("""<p class="picture">""")
1660:
1661: imageURLs=[]
1662: imageCaptions=[]
1663: for split in splitted[1:]:
1664: tmp=split.split("</p>")
1665: #return repr(splitted[1])
1666:
1667: try:
1668: imageURLs.append(tmp[0].split("\"")[1].encode('utf-8'))
1669: except:
1670:
1671: try:
1672: imageURLs.append(tmp[0].split("src=")[1].split(" ")[0].encode('utf-8'))
1673: except:
1674: imageURLs.append("")
1675:
1676: split2="</p>".join(tmp[1:])
1677:
1678:
1679: splitted=split2.split("""<p class="picturetitle">""")
1680: if len(splitted)>1:
1681: tmp=splitted[1].split("</p>")
1682: imageCaptions.append(tmp[0].encode('utf-8'))
1683:
1684:
1685: else:
1686: #keine caption
1687:
1688: imageCaptions.append("")
1689:
1690:
1691: #eintragen:
1692: for imageURL in imageURLs:
1693: filename=imageURL.split("/")[-1]
1694: #lege neues images object an, mit leerem bild
1695:
1696: if self.ZopeFind(self,obj_ids=[filename]):
1697: #existiert das bild schon, dann neuen filenamen
1698: filename="project_image_"+filename
1699:
1700: self.addImage(None,imageCaptions[imageURLs.index(imageURL)],filename=filename)
1701: #hole die bilddaten aus der url
1702: url=self.absolute_url()+"/"+imageURL
1703: #url=self.absolute_url()+"/"+filename
1704:
1705: try:#relative url
1706: data=urllib.urlopen(url).read()
1707: except:
1708: try:#absolute
1709: data=urllib.urlopen(self.imageURL).read()
1710: except:
1711: logger("MPIWG Project",logging.ERROR,"can't open: %s"%url)
1712:
1713: obj=getattr(self,filename)
1714: obj.update_data(data)
1715:
1716: if RESPONSE:
1717: RESPONSE.redirect('manageImages')
1718:
1719: def manageImages(self,imageName=None,op=None):
1720: """managage images"""
1721:
1722:
1723: if imageName and op:
1724: if op=='up':
1725: images=self.getImages()
1726: for image in images:
1727: if image[0]==imageName:
1728: nr=images.index(image)
1729: if not nr==0:
1730: images[nr-1][1].place+=1
1731: images[nr][1].place-=1
1732: pass
1733: elif op=='down':
1734: images=self.getImages()
1735: for image in images:
1736: if image[0]==imageName:
1737: nr=images.index(image)
1738: if not (nr==len(images)-1):
1739: images[nr+1][1].place-=1
1740: images[nr][1].place+=1
1741: pass
1742:
1743:
1744: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGProject_manageImagesForm.zpt')).__of__(self)
1745: return pt()
1746:
1747: def managePublications(self,pubName=None,op=None):
1748: """managage images"""
1749:
1750:
1751: if pubName and op:
1752: if op=='up':
1753: publications=self.getPublications()
1754: for publication in publications:
1755: if publication[0]==pubName:
1756: nr=publications.index(publication)
1757: if not nr==0:
1758: publications[nr-1][1].place+=1
1759: publications[nr][1].place-=1
1760: pass
1761: elif op=='down':
1762: publications=self.getPublications()
1763: for publication in publications:
1764: if publication[0]==pubName:
1765: nr=publications.index(publication)
1766: if not (nr==len(publications)-1):
1767: publications[nr+1][1].place-=1
1768: publications[nr][1].place+=1
1769: pass
1770:
1771:
1772: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGProject_managePublicationsForm.zpt')).__of__(self)
1773: return pt()
1774:
1775: def getPublications(self):
1776: """get all Publications"""
1777: def sort_images(x,y):
1778: return cmp(getattr(x[1],'place',0),getattr(y[1],'place',0))
1779:
1780: publications=self.ZopeFind(self,obj_metatypes=['MPIWGProject_publication'])
1781:
1782: publications.sort(sort_images)
1783: return publications
1784:
1785: def addPublication(self,text,RESPONSE=None):
1786: """add an MPIWG_Publication"""
1787:
1788: name="publication_"+str(self.getLastPublicationNumber()+1)
1789:
1790: newPublication=MPIWGProject_publication(name)
1791:
1792: self._setObject(name,newPublication)
1793: obj=getattr(self,name)
1794: obj.text=text[0:]
1795: obj.enabled=True;
1796: obj.place=self.getLastPublicationNumber()+1
1797: obj.id=name
1798:
1799: if RESPONSE is not None:
1800: RESPONSE.redirect('managePublications')
1801:
1802:
1803: def getLastPublicationNumber(self):
1804: publications=self.getPublications()
1805:
1806: if not publications:
1807: return 0
1808: else:
1809: return getattr(publications[-1][1],'place',0)
1810:
1811: def deletePublication(self,id,RESPONSE=None):
1812: """delete Publication id"""
1813: self.manage_delObjects([id])
1814: if RESPONSE:
1815: RESPONSE.redirect('managePublications')
1816:
1817: def getImages(self):
1818: """get all Images"""
1819:
1820: def sort_images(x,y):
1821: return cmp(getattr(x[1],'place',0),getattr(y[1],'place',0))
1822:
1823:
1824: if (getattr(self,'imageURL','')!='') or (getattr(self,'imagecap','')!='') :
1825: try:
1826: self.addImage(None,getattr(self,'imagecap',''),RESPONSE=None,filename=getattr(self,'imageURL',''))
1827: except:
1828: pass
1829: self.imageURL=''
1830: self.imagecap=''
1831:
1832: images=self.ZopeFind(self,obj_metatypes=['MPIWGProject_image'])
1833:
1834: images.sort(sort_images)
1835: return images
1836:
1837: def getLastImageNumber(self):
1838: images=self.getImages()
1839:
1840: if not images:
1841: return 0
1842: else:
1843: return getattr(images[-1][1],'place',0)
1844:
1845: def deleteImage(self,id,RESPONSE=None):
1846: """delete Image id"""
1847: self.manage_delObjects([id])
1848: if RESPONSE:
1849: RESPONSE.redirect('manageImages')
1850:
1851:
1852: def hasChildren(self,date=None,onlyActive=True):
1853: """check if project has children"""
1854: ct=self.getContexts(childs=self.getContent('xdata_05'),
1855: depth=1,date=date,onlyActive=onlyActive)
1856:
1857: if ct and len(ct)>0:
1858: return True
1859: else:
1860: return False
1861:
1862:
1863: def addImage(self,fileHd,caption,RESPONSE=None,filename=None):
1864: """add an MPIWG_Project_image"""
1865:
1866: if not filename:
1867: filename=fileHd.filename
1868:
1869: if not fileHd:
1870: fileHd=file(os.path.join(package_home(globals()),'blank.gif'))
1871:
1872: newImage=MPIWGProject_image(filename,filename,fileHd)
1873:
1874: self._setObject(filename,newImage)
1875: obj=getattr(self,filename)
1876: obj.caption=caption[0:]
1877: obj.enabled=True;
1878: obj.place=self.getLastImageNumber()+1
1879: obj.id=filename
1880:
1881: if RESPONSE is not None:
1882: RESPONSE.redirect('manageImages')
1883:
1884: def PrincipiaSearchSource(self):
1885: """Return cataloguable key for ourselves."""
1886: return str(self)
1887:
1888: def versionHeader(self):
1889: """version Header, gibt header text entsprechend der aktuellen version aus"""
1890:
1891: actualTime=time.localtime()
1892: retTXT="""<h2>This is an outdated version, for the actual version please refer to <a href="%s">%s</a></h2>"""
1893: s=self.aq_parent.absolute_url()
1894: #print getattr(self,'archiveTime',actualTime)
1895: if getattr(self,'archiveTime',actualTime)< actualTime:
1896: return retTXT%(s,s)
1897: else:
1898: return ""
1899:
1900: def getActualVersion(self,date=None):
1901: """actuelle version"""
1902: def sortProjectsByTime(x,y):
1903: return cmp(x[1].archiveTime,y[1].archiveTime)
1904:
1905: if not date:
1906: if self.isActual():
1907: return self
1908: else:
1909: return None
1910:
1911: #suche ob aeltere versionen vorhanden sind
1912:
1913: finds=self.ZopeFind(self,obj_metatypes=['MPIWGProject'])
1914: if not finds: #wenn nicht dann teste ob die aktuelle version schon existiert hat.
1915: ad=getattr(self,'creationTime','20050101000000')
1916: if int(date)>int(ad):
1917: return self
1918: else:
1919: return None
1920:
1921:
1922: else:
1923: finds.sort(sortProjectsByTime)
1924:
1925: for find in finds:
1926: #gehe durch die alten Projekte und finde das entprechende
1927: if (int(find[1].archiveTime) > int(date)) and (int(date)>int(getattr(find[1],'creationTime','20050101000000'))):
1928: return find[1]
1929:
1930: #kein passendes gefunden, dann teste ob das aktuelle in frage kommt
1931: ad=getattr(self,'creationTime','20050101000000')
1932:
1933: if int(date)>int(ad):
1934:
1935: return self
1936: else:
1937: return None
1938:
1939:
1940: def isActual(self):
1941: """gibt 1 zurueck wenn aktuell, 0 sonst"""
1942: actualTime=time.localtime()
1943:
1944:
1945: #print getattr(self,'archiveTime',actualTime)
1946: if getattr(self,'archiveTime',actualTime)< actualTime:
1947: return 0
1948: else:
1949: return 1
1950:
1951: def copyObjectToArchive(self):
1952: """kopiere aktuelles objekt ins archiv"""
1953: cb=self.aq_parent.manage_copyObjects(self.getId())
1954: self.manage_pasteObjects(cb)
1955: actualTime=time.localtime()
1956:
1957: self.manage_renameObject(self.getId(),self.getId()+"_"+time.strftime("%Y%m%d%H%M%S",actualTime))
1958: obj=getattr(self,self.getId()+"_"+time.strftime("%Y%m%d%H%M%S",actualTime))
1959: obj.setArchiveTime(time.strftime("%Y%m%d%H%M%S",actualTime))
1960: ids=[x[0] for x in self.ZopeFind(obj,obj_metatypes=['MPIWGProject'])]
1961: obj.manage_delObjects(ids)
1962:
1963: def setArchiveTime(self,time):
1964: """set Archive Time"""
1965: self.archiveTime=time[0:]
1966:
1967: def versionManageForm(self):
1968: """version Manage form:currently only set to invisible"""
1969: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGProject_versionManageForm.zpt')).__of__(self)
1970: return pt()
1971:
1972: def versionManage(self,invisible=None,RESPONSE=None):
1973: """version Manage form:currently only set to invisible"""
1974: self.invisible=invisible
1975:
1976: if RESPONSE is not None:
1977: RESPONSE.redirect('manage_main')
1978:
1979:
1980: def crossLinker(self):
1981: """experimental crosslinker"""
1982: splitted=self.WEB_project_description[0].split()
1983: new=[]
1984: for split in splitted:
1985: try:
1986: found=self.DescriptionCatalog({'fulltext':split})
1987:
1988: if len(found)>1:
1989:
1990: new.append("<a href=%s>%s</a>"%(split,split))
1991: else:
1992: new.append(split)
1993: except:
1994: new.append(split)
1995: return string.join(new)
1996:
1997:
1998:
1999:
2000: def generateTemplate(self,RESPONSE=None):
2001: """Erzeuge Template fuer defined fields not_used"""
2002:
2003: id="index_html"
2004: title=id
2005: if self._getOb('index_html'):
2006: self._delObject('index_html')
2007:
2008:
2009: newObj=ZopePageTemplate(id,'TEXT')
2010: self._setObject(id,newObj)
2011: #self.manage_addPageTemplate(id,title)
2012: if RESPONSE is not None:
2013: RESPONSE.redirect('manage_main')
2014:
2015: def __init__(self, id, argv=None):
2016: """initiere classe"""
2017:
2018: self.creationTime=time.strftime("%Y%m%d%H%M%S",time.localtime())[0:]
2019: self.id=id
2020: self.title=id
2021: self.isActiveFlag=True #Flag is true is the project is still active, False if accomplished
2022:
2023: if argv:
2024: for arg in definedFields:
2025: try:
2026: setattr(self,arg,argv[arg])
2027: except:
2028: setattr(self,arg,"")
2029: else:
2030: for arg in definedFields:
2031: setattr(self,arg,'')
2032:
2033: manage_options = Folder.manage_options+(
2034: {'label':'Load New File','action':'loadNewFileForm'},
2035: {'label':'Edit ProjectInfo','action':'editMPIWGProjectForm'},
2036: {'label':'Edit BasisInfo','action':'editMPIWGBasisForm'},
2037: {'label':'Edit Publications','action':'editMPIWGRelatedPublicationsForm'},
2038: {'label':'Edit Themes & Disciplines','action':'editMPIWGDisciplinesThemesForm'},
2039: {'label':'Versionmanager','action':'versionManageForm'},
2040: )
2041:
2042:
2043: def isActiveProject(self):
2044: """check if the project is still active, default is true, set to false is the project is accomplished"""
2045: return getattr(self,'isActiveFlag',True)
2046:
2047: def setActiveFlag(self,status=True):
2048: """set the active flag"""
2049: self.isActiveFlag=status
2050:
2051: def checkDate(self,date):
2052: """teste ob zum Zeitpunkt date eine andere version existierte"""
2053:
2054:
2055: def sortProjectsByTime(x,y):
2056: return cmp(x[1].archiveTime,y[1].archiveTime)
2057:
2058: #suche ob aeltere versionen vorhanden sind
2059:
2060: finds=self.ZopeFind(self,obj_metatypes=['MPIWGProject'])
2061: if not finds: #wenn nicht dann teste ob die aktuelle version schon existiert hat.
2062: ad=getattr(self,'creationTime','20050101000000')
2063: if int(date)>int(ad):
2064: return self.REQUEST['URL1']+"/"+self.getId()
2065: else:
2066: return self.REQUEST['URL1']+"/no_project"
2067:
2068:
2069: else:
2070: finds.sort(sortProjectsByTime)
2071:
2072: for find in finds:
2073: #gehe durch die alten Projekte und finde das entprechende
2074: if (int(find[1].archiveTime) > int(date)) and (int(date)>int(getattr(find[1],'creationTime','20050101000000'))):
2075: return self.REQUEST['URL1']+"/"+find[1].getId()
2076:
2077: #kein passendes gefunden, dann teste ob das aktuelle in frage kommt
2078: ad=getattr(self,'creationTime','20050101000000')
2079:
2080: if int(date)>int(ad):
2081:
2082: return self.REQUEST['URL1']+"/"+self.getId()
2083: else:
2084: return self.REQUEST['URL1']+"/no_project"
2085:
2086:
2087: def no_project(self):
2088: """warnung: project noch nicht existent"""
2089: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','no_project')).__of__(self)
2090: return pt()
2091:
2092: def getGetNeighbourhood(self,wordStr, length=100,tagging=True):
2093: """finde umgebung um die worte in wordStr, zurueckgegeben wird eine Array mit den Umgebungen von Fundstellen der Worte
2094: alle Tags werden entfernt, die Fundstellen werden mit <span class="found">XX</span> getaggt, die Umgebungen werden
2095: case insensitive gesucht
2096: @param wordStr: string mit Worten getrennt durch Leerzeichen, Phrasen sind mit " gekennzeichnet
2097: "eine phrase", "*" bezeichnet wildcards und wird ignoriert"
2098: @param length: optional, default wert 100, 2*length ist die groesse der Umgebung
2099: @param tagging: optional default wert true, kein span tag wird erzweugt falls tag=false
2100: """
2101:
2102: ret=[] # nimmt das Array auf, dass spaeter zurueckgegeben wird
2103: ranges=[] #Array mit tupeln x,y wobei x die Position des Anfang und y des Endes der i-ten Umgebung angiebt
2104:
2105: def isInRanges(nr,length):
2106: """test ob eine gegeben Position nr schon irgendwo in einer Umgebung ist, gibt den Index des ersten Wertes aus ranges zurueck,
2107: -1, wenn kein Treffer
2108:
2109: @param nr: Position die geprueft werden soll
2110: @param length: Laenge des Wortes das geprueft werden soll
2111: """
2112: for x in ranges:
2113: if (x[0]<=nr) and (nr < (x[1]-length)):
2114: return ranges.index(x)
2115: return -1
2116:
2117: # deal with phrases, in Phrasen werden die Leerzeichen durch "_" ersetzt.
2118: def rep_empty(str):
2119: x= re.sub(" ","_",str.group(0))
2120: return re.sub("\"","",x)
2121:
2122: wordStr=re.sub("\".*?\"", rep_empty,wordStr)#ersetze leerzeichen in " " durch "_" und loesche "
2123:
2124: #deal with wildcards, for our purposes it is enough to delete the wildcard
2125: wordStr=wordStr.replace("*","")
2126:
2127: words=wordStr.split(" ")
2128: #if not words is ListType:
2129: # words=[words]
2130:
2131: txt=self.harvest_page()
2132: if not txt:
2133: return ret
2134: txt=re.sub("<.*?>", "", txt) # loesche alle Tags
2135: for word in words:
2136: word=re.sub("_"," ",word) # ersetze zurueck "_" durch " "
2137: pos=0
2138:
2139: n=txt.lower().count(word.lower()) # wie oft tritt das Wort auf
2140:
2141: for i in range(n):
2142: pos=txt.lower().find(word.lower(),pos)
2143:
2144: if pos > 0:
2145: x=max(0,pos-length)
2146: y=min(len(txt),pos+length)
2147:
2148:
2149: #is word already in one of the results
2150: nr=isInRanges(pos,len(word))
2151: if nr >=0:# word ist in einer schon gefunden Umgebung, dann vergroessere diese
2152: x=min(ranges[nr][0],x)
2153: y=max(ranges[nr][1],y)
2154:
2155: str=txt[x:y]
2156:
2157: if nr >=0: # word ist in einer schon gefunden Umgebung
2158: ranges[nr]=(x,y) # neue Position der Umgebung
2159:
2160: ret[nr]=str # neue Umgebung
2161: else: # andernfalls neue Umgebung hinzufuegen
2162: ranges.append((x,y))
2163:
2164: ret.append(str)
2165:
2166: pos=pos+len(word)
2167: else:
2168: break;
2169:
2170: # now highlight everything
2171: if tagging:
2172: for x in range(len(ret)):
2173: for word in words:
2174: repl=re.compile(word,re.IGNORECASE)
2175: ret[x]=repl.sub(""" <span class="found">%s</span>"""%word.upper(),ret[x])
2176:
2177: return ret
2178:
2179: def harvest_page(self,context=None):
2180: """seite fuer harvesting fuer die Projektsuche"""
2181: if not context:
2182: context=self
2183:
2184: if self.isActiveProject() and self.isActual():
2185: ext=getattr(self,"harvest_main",None)
2186: if ext:
2187: return getattr(self,ext.getId())()
2188:
2189: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','harvest_main')).__of__(context)
2190:
2191:
2192: return pt()
2193:
2194: def index_html(self,request=True,context=None):
2195: """show homepage"""
2196: if not context:
2197: context=self
2198: if request:
2199: if self.REQUEST.has_key('date') and self.REQUEST.SESSION.get('MPI_redirected',None)==None:
2200: self.REQUEST.SESSION['MPI_redirected']=1
2201: self.REQUEST.RESPONSE.redirect(self.checkDate(self.REQUEST['date'])+"?date="+self.REQUEST['date'])
2202: else:
2203: self.REQUEST.SESSION['MPI_redirected']=None
2204:
2205: #ext=self.ZopeFind(self.aq_parent,obj_ids=["project_main"])
2206: ext=getattr(self,"project_main",None)
2207: if ext:
2208: return getattr(self,ext.getId())()
2209:
2210: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','project_main')).__of__(context)
2211:
2212: return pt()
2213:
2214:
2215: def getDataFields(self):
2216: """giveListofDatafields"""
2217: ret=[]
2218: for x in range(1,14):
2219: if not x in [6,10,9]: # not used fields
2220: ret.append('xdata_%02i'%x)
2221: return ret
2222:
2223: def getDefinedFields(self):
2224: """show all defined fields"""
2225:
2226: return definedFields
2227:
2228: def getAttribute(self,field):
2229: """get attrbiute"""
2230: return getattr(self,field)
2231:
2232: def getContent(self,field,filter=None):
2233: """Inhalt des Feldes"""
2234:
2235: text=u''
2236:
2237: for x in getattr(self,field):
2238:
2239: try:
2240: text +=x
2241: except:
2242: text = x
2243:
2244:
2245:
2246: try:
2247: if text[len(text)-1]==";":
2248: text=text[0:len(text)-1]
2249:
2250:
2251: except:
2252: pass
2253:
2254: if text=='':
2255: text2=text
2256: else:
2257: text2=re.sub(r';([^\s])','; \g<1>',text)
2258:
2259: #teste ob ergebnis leer und header dann nehme title
2260:
2261: if (text2=='') and (field=='WEB_project_header'):
2262: return self.getContent('WEB_title')
2263:
2264: if filter:
2265: splitted=text2.split("""<p class="picture">""")
2266: if len(splitted)>1:
2267: tmp=splitted[1].split("</p>")
2268: #return repr(splitted[1])
2269: try:
2270: self.imageURL=tmp[0].split("\"")[1].encode('utf-8')
2271: except:
2272: try:
2273: self.imageURL=tmp[0].split("src=")[1].split(" ")[0].encode('utf-8')
2274: except:
2275: self.imageURL=""
2276:
2277: split2="</p>".join(tmp[1:])
2278:
2279: text3=splitted[0]+split2
2280:
2281: splitted=text3.split("""<p class="picturetitle">""")
2282: if len(splitted)>1:
2283: tmp=splitted[1].split("</p>")
2284: self.imagecap=tmp[0].encode('utf-8')
2285:
2286: split4="".join(tmp[1:])
2287:
2288: text5=splitted[0]+split4
2289: else:
2290: #keine caption
2291: text5=text3
2292: else:
2293: #kein bild
2294: text5=text2
2295: else:
2296: text5=text2
2297:
2298: #teste ob WEB_project_description und keine fuehrenden p tags
2299: if (len(text5)>4) and (not text5[0:3]=='<p>') and (field=='WEB_project_description'):
2300: text5= "<p>"+text5+"</p>"
2301:
2302:
2303: #filter image
2304:
2305: text5=text5.lstrip().rstrip() #loescher leerzeichen und einzelndes br
2306: if (text5=="<br>") or (text5=="<br/>"):
2307: text5=""
2308:
2309: logging.debug("getcontent: field=%s filter=%s -> %s"%(field,filter,repr(text5)))
2310: #return unicodify(text5)
2311: return utf8ify(text5) # return as utf-8 byte string
2312:
2313:
2314: def showImagesOfPage(self,imageUrl=None):
2315: """show Images of project"""
2316: self.getContent('WEB_project_description',filter='yes') #get the content and store image infos into session
2317: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','projectImageView.zpt')).__of__(self)
2318: return pt()
2319:
2320:
2321: def show_html(self):
2322: """simple index"""
2323: #return "HI"
2324: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGProject_index.zpt')).__of__(self)
2325: return pt()
2326:
2327: def saveFromPreview(self):
2328: """save content aus preview"""
2329: self.WEB_project_description=self.previewTemplate.WEB_project_description[0:]
2330: self.REQUEST.RESPONSE.redirect("./index.html")
2331:
2332: def saveEditedContent(self,kupu=None,preview=None):
2333: """save Edited content"""
2334:
2335: if preview:
2336: kupu=preview
2337: #find content of body tags
2338: start=kupu.find("<body>")
2339: end=kupu.find("</body>")
2340: newcontent= kupu[start+6:end]
2341:
2342: if preview:
2343:
2344: return self.preview(newcontent)
2345:
2346: self.copyObjectToArchive()
2347: self.WEB_project_description=newcontent[0:]
2348:
2349: self.REQUEST.RESPONSE.redirect("./index.html")
2350:
2351: return True
2352:
2353: security.declareProtected('View management screens','edit')
2354: def edit(self,western=None):
2355: """Edit pages"""
2356: if western:
2357: self.REQUEST.RESPONSE.setCookie("MP_debug_code","western",path="/")
2358:
2359:
2360: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGProjectNeu.zpt')).__of__(self)
2361: return pt()
2362:
2363: edit_MPIWGProject_main = PageTemplateFile('zpt/edit_MPIWGProject_main', globals())
2364:
2365: def getPathStyle(self, path, selected, style=""):
2366: """returns a string with the given style + 'sel' if path == selected."""
2367:
2368: if path == selected:
2369: return style + 'sel'
2370: else:
2371: return style
2372:
2373: def preview(self,description):
2374: """preview"""
2375: tmpPro=getattr(self,"previewTemplate",None)
2376: if not tmpPro:
2377: tmpPro=MPIWGProject("previewTemplate")
2378: self._setObject("previewTemplate",tmpPro)
2379: for field in definedFields:
2380: setattr(tmpPro,field,getattr(self,field))
2381: tmpPro.WEB_project_description=description[0:]
2382: tmpPro.invisible=True
2383: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','previewFrame.zpt')).__of__(self)
2384: return pt()
2385:
2386: #return self.REQUEST.RESPONSE.redirect(self.REQUEST['URL1']+"/previewTemplate")
2387:
2388:
2389: def getWebProject_description(self):
2390: """get description"""
2391: debug= self.REQUEST.cookies.get("MP_debug_code",None)
2392:
2393: if debug and debug=="western":
2394: return """
2395: <html>
2396: <head>
2397: <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
2398: </head>
2399: <body>%s
2400: </html></body>
2401: """%self.WEB_project_description[0]
2402:
2403: return """
2404: <html>
2405: <head>
2406: <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
2407: </head>
2408: <body>%s
2409: </html></body>
2410: """%self.getContent('WEB_project_description')
2411:
2412:
2413:
2414: def editMPIWGProjectForm(self):
2415: """editform"""
2416: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGProject.zpt')).__of__(self)
2417: return pt()
2418:
2419:
2420: def editMPIWGProject(self,RESPONSE=None,fromEdit=None):
2421: """edit the project and archive the old version"""
2422:
2423: self.copyObjectToArchive() # archive the object
2424:
2425:
2426: for x in definedFields:
2427: if self.REQUEST.has_key(x):
2428:
2429: setattr(self,x,[self.REQUEST[x].decode('utf-8')])
2430:
2431:
2432: if self.REQUEST.has_key('historicalNames'):
2433: self.en.changeHistoricalNames(self.getId(),self.REQUEST['historicalNames'].split("\n"))
2434:
2435: if self.REQUEST.has_key('active'):
2436: self.setActiveFlag(True)
2437: else:
2438: self.setActiveFlag(False)
2439: if fromEdit and (RESPONSE is not None):
2440: RESPONSE.redirect('./editMPIWGBasisEditor')
2441:
2442: else:
2443: if RESPONSE is not None:
2444: RESPONSE.redirect('manage_main')
2445:
2446:
2447:
2448: security.declareProtected('View managment screens','editMPIWGDisciplinesThemesEditor')
2449: def editMPIWGDisciplinesThemesEditor(self):
2450: """edit from edit"""
2451: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGDisciplinesThemesNeu.zpt')).__of__(self)
2452: return pt()
2453:
2454:
2455: def editMPIWGDisciplinesThemesForm(self):
2456: """edit the disciplines and themes Form"""
2457:
2458: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGDisciplinesThemes.zpt')).__of__(self)
2459: return pt()
2460:
2461: def editMPIWGDisciplinesThemes(self,disciplines=None,themes=None,RESPONSE=None,fromEdit=None):
2462: """edit disciplin and form"""
2463: if disciplines:
2464: if type(disciplines) is StringType:
2465: self.xdata_09=disciplines
2466: else:
2467: self.xdata_09=string.join(disciplines,";")
2468: else:
2469: self.xdata_09=""
2470: if themes:
2471: if type(themes) is StringType:
2472: self.xdata_10=themes
2473: else:
2474: self.xdata_10=string.join(themes,";")
2475: else:
2476: self.xdata_10=""
2477:
2478: if fromEdit and (RESPONSE is not None):
2479: RESPONSE.redirect('./editMPIWGDisciplinesThemesEditor')
2480:
2481: else:
2482: if RESPONSE is not None:
2483: RESPONSE.redirect('manage_main')
2484:
2485:
2486: def isChecked(self,wert,list):
2487: """check if wert is in ; seperated list"""
2488:
2489: #felder sind manchmnal als liste mit einem element definiert
2490: if type(list) is StringType or UnicodeType:
2491: splitted=list.split(";")
2492: else:
2493: splitted=list[0].split(";")
2494:
2495: splitted=[y.rstrip().lstrip() for y in splitted]
2496:
2497: for x in splitted:
2498: x=re.sub(r"[^A-z ]","",x)
2499: if (not x==u'') and x in wert:
2500: return 1
2501: return 0
2502:
2503: security.declareProtected('View management screens','editMPIWGBasisEditor')
2504: def editMPIWGBasisEditor(self):
2505: """editform"""
2506: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGBasisNeu.zpt')).__of__(self)
2507: return pt()
2508:
2509: security.declareProtected('View management screens','editMPIWGBasisForm')
2510: def editMPIWGBasisForm(self):
2511: """editform"""
2512: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGBasis.zpt')).__of__(self)
2513: return pt()
2514:
2515: security.declareProtected('View management screens','editMPIWGRelatedPublicationsForm')
2516: def editMPIWGRelatedPublicationsForm(self):
2517: """Edit related Publications"""
2518: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','edit_MPIWGRelatedPublications.zpt')).__of__(self)
2519: return pt()
2520:
2521:
2522: def loadNewFileForm(self):
2523: """Neues XML-File einlesen"""
2524: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','MPIWGProject_newfile.zpt')).__of__(self)
2525: return pt()
2526:
2527: def loadNewFile(self,RESPONSE=None):
2528: """einlesen des neuen files"""
2529: fileupload=self.REQUEST['fileupload']
2530: if fileupload:
2531: file_name=fileupload.filename
2532: filedata=fileupload.read()
2533:
2534: argv=xmlhelper.proj2hash(filedata)
2535: #print argv.keys()
2536: for arg in definedFields:
2537:
2538: #print arg,argv[arg],getattr(self,arg)
2539: try:
2540: temp=argv[arg][0:]
2541: #old=getattr(self,arg)
2542: setattr(self,arg,temp)
2543: #print old,getattr(self,arg)
2544: except:
2545: """nothing"""
2546:
2547: if RESPONSE is not None:
2548: RESPONSE.redirect('manage_main')
2549:
2550: def manage_addMPIWGProjectForm(self):
2551: """form for adding the project"""
2552: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addMPIWGProjectForm.zpt')).__of__(self)
2553: return pt()
2554:
2555: def manage_addMPIWGProject(self,id,RESPONSE=None):
2556: """method to add a project"""
2557: #print argv
2558: fileupload=self.REQUEST.get('fileupload',None)
2559: if fileupload:
2560:
2561: file_name=fileupload.filename
2562: filedata=fileupload.read()
2563:
2564: argv=xmlhelper.proj2hash(filedata)
2565:
2566: #print argv
2567: newObj=MPIWGProject(id,argv)
2568: else:
2569: newObj=MPIWGProject(id)
2570:
2571: self._setObject(id,newObj)
2572:
2573:
2574: if RESPONSE is not None:
2575: RESPONSE.redirect('manage_main')
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>