1: """CDLI extensions of the filearchive"""
2: from Products.versionedFile.versionedFile import *
3: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
4: from tempfile import mkstemp,mkdtemp
5: import os.path
6: import os
7: from types import *
8: import urlparse
9: from OFS.OrderedFolder import OrderedFolder
10: from OFS.SimpleItem import SimpleItem
11: import time
12: from OFS.Folder import manage_addFolder
13: import re
14: from AccessControl import ClassSecurityInfo
15: from Acquisition import Implicit
16: from Globals import Persistent
17: from threading import Thread
18: from ZPublisher.HTTPRequest import HTTPRequest
19: from ZPublisher.HTTPResponse import HTTPResponse
20: from ZPublisher.BaseRequest import RequestContainer
21: import threading
22:
23:
24: class BasketContent(SimpleItem):
25: """classe fuer den Inhalt eines Baskets"""
26:
27: def __init__(self,content=[]):
28: """content"""
29: self.contentList=content[0:]
30:
31: def getContent(self):
32: """get content"""
33:
34: return self.contentList
35:
36: def setContent(self,content):
37: self.contentList=content[0:]
38:
39: def numberOfItems(self):
40: """number"""
41:
42: return len(self.getContent())
43:
44:
45: class uploadATFfinallyThread(Thread):
46: """class for adding uploaded filed (temporarily stored in the staging area at /tmp"""
47:
48: def __init__(self):
49: """init for uploadATFfinallyThread"""
50: self.continueVar=True
51: self.returnValue=None
52: self.end=False
53: Thread.__init__(self)
54:
55: def set(self,procedure,comment="",basketname='',unlock=None,SESSION=None,username=None,serverport="8080"):
56: """set start values for the thread"""
57: self.procedure=procedure
58: self.comment=comment
59: self.basketname=basketname
60: self.unlock=unlock
61: self.SESSION=SESSION
62: self.username=username
63: self.serverport=serverport
64:
65: def __call__(self):
66: """call of the thread (equals run)"""
67: self.run()
68: return True
69:
70: def getContext(self, app,serverport="8080"):
71: """get the context within the ZODB"""
72:
73: resp = HTTPResponse(stdout=None)
74: env = {
75: 'SERVER_NAME':'localhost',
76: 'SERVER_PORT':serverport,
77: 'REQUEST_METHOD':'GET'
78: }
79: req = HTTPRequest(None, env, resp)
80: return app.__of__(RequestContainer(REQUEST = req))
81:
82:
83: def run(self):
84: """run"""
85:
86: self.result=""
87: #find context within ZODB
88: from Zope import DB
89: conn = DB.open()
90: root = conn.root()
91: app = root['Application']
92: ctx = self.getContext(app,serverport=self.serverport)
93:
94: #add the files
95: self.uploadATFfinallyThread(ctx,self.procedure,comment=self.comment,basketname=self.basketname,unlock=self.unlock,SESSION=self.SESSION,username=self.username)
96: #commit the transactions
97: get_transaction().commit()
98: conn.close()
99: #set flag for end of this method
100: self.end=True
101: return True
102:
103: def __del__(self):
104: """delete"""
105:
106:
107:
108: def getResult(self):
109: """method for accessing result"""
110:
111: return self.result
112:
113: def uploadATFfinallyThread(self,ctx,procedure,comment="",basketname='',unlock=None,RESPONSE=None,SESSION=None,username=None):
114: """upload the files"""
115: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
116: ctx2=ctx.cdliRoot
117:
118: self.result+="<h2>Start processing</h2>"
119:
120: #shall I only upload the changed files?
121: if procedure=="uploadchanged":
122:
123: uploadFns=SESSION.get('changed',[])+SESSION.get('newPs',[])
124:
125: #or all
126: elif procedure=="uploadAll":
127: uploadFns=[]
128: for x in os.listdir(SESSION['tmpdir']):
129: if not x in SESSION['errors']:
130: uploadFns.append(x)
131:
132: #or maybe nothing
133: elif procedure=="noupload":
134: return True
135: else:
136: uploadFns=[]
137:
138: #do first the changed files
139: for fn in uploadFns:
140: founds=ctx2.CDLICatalog.search({'title':fn})
141: if len(founds)>0:
142: SESSION['author']=str(username)
143: self.result+="<p>Changing : %s"%fn
144: founds[0].getObject().manage_addCDLIFileObject('',comment,SESSION['author'],file=file(os.path.join(SESSION['tmpdir'],fn)))
145:
146:
147: #now add the new files
148: newPs=SESSION['newPs']
149: if len(newPs)>0:
150: tmpDir=SESSION['tmpdir']
151: self.result+="<p>Adding files</p>"
152: #TODO: make this configurable, at the moment base folder for the files has to be cdli_main
153:
154: ctx2.importFiles(comment=comment,author=str(username) ,folderName=tmpDir, files=newPs,ext=self)
155:
156:
157:
158: #unlock locked files?
159: if unlock:
160: self.result+="<p>Unlock files</p>"
161: unlockFns=[]
162: for x in os.listdir(SESSION['tmpdir']):
163: if not x in SESSION['errors']:
164: unlockFns.append(x)
165:
166: for fn in unlockFns:
167: founds=ctx2.CDLICatalog.search({'title':fn})
168: if len(founds)>0:
169: SESSION['author']=str(username)
170:
171: founds[0].getObject().lockedBy=""
172:
173: #if a basketname is give, add files to the basket
174: if not (basketname ==''):
175: self.result+="<p>Add basket</p>"
176: basketId=ctx2.basketContainer.getBasketIdfromName(basketname)
177:
178: if not basketId: # create new basket
179: ob=ctx2.basketContainer.addBasket(basketname)
180: basketId=ob.getId()
181: basket=getattr(ctx2.basketContainer,str(basketId))
182: ids=os.listdir(SESSION['tmpdir'])
183: basket.addObjects(ids,deleteOld=True,username=str(username))
184:
185: if RESPONSE is not None:
186: RESPONSE.redirect(self.aq_parent.absolute_url())
187:
188:
189:
190: return True
191:
192: class uploadATFThread(Thread):
193: """class for checking the files befor uploading"""
194:
195: def __init__(self):
196: """initialise"""
197:
198: self.continueVar=True
199: self.returnValue=None
200:
201: Thread.__init__(self)
202:
203:
204: def set(self,upload,basketId,username,serverport="8080"):
205: """set start values for the thread"""
206: self.result=""
207: self.upload=upload
208: self.basketId=basketId
209: self.username=username
210: self.serverport=serverport
211:
212: def __call__(self):
213: """call method """
214: self.run()
215: return True
216:
217: def getContext(self, app,serverport="8080"):
218: """get the context within the ZODB"""
219: resp = HTTPResponse(stdout=None)
220: env = {
221: 'SERVER_NAME':'localhost',
222: 'SERVER_PORT':serverport,
223: 'REQUEST_METHOD':'GET'
224: }
225: req = HTTPRequest(None, env, resp)
226: return app.__of__(RequestContainer(REQUEST = req))
227:
228: def run(self):
229:
230: self.result=""
231: #find context within ZODB
232: from Zope import DB
233: conn = DB.open()
234: root = conn.root()
235: app = root['Application']
236: ctx = self.getContext(app,serverport=self.serverport)
237: self.uploadATFThread(ctx,self.upload,self.basketId)
238:
239: #ctx.cdliRoot.cdli_main.tmpStore2[self.getName()[0:]]=self.returnValue
240:
241: get_transaction().commit()
242:
243: while self.continueVar:
244: pass
245:
246: conn.close()
247:
248:
249: def getResult(self):
250: """method for accessing result"""
251: return self.result
252:
253: def uploadATFThread(self,ctx,upload,basketId=0):
254: """upload an atf file"""
255: #TODO: add comments
256: #TODO: finish uploadATF
257: self.result="<html><body><h2>I got your file, start now to split it into single atf-files!</h2><p>"
258:
259: #make sure that id is a string and not an integer
260: basketId=str(basketId)
261:
262: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
263: ctx2=ctx.cdliRoot
264:
265: #get temporary file for staging the downloaded and splitted files
266: dir=mkdtemp()
267:
268:
269: changed=[] # changed files
270: errors=[] # files with errors
271: newPs=[] # new p filed
272: psNotInCatalog=[] # files not in the catalog
273:
274: #split the uploadedd atf file
275: basketNameFromFile, numberOfFiles=splitatf(upload,dir,ext=self)
276:
277: #find basketId if not set
278:
279: #get active abaket
280: if basketId == '0':
281: basketObj=ctx2.basketContainer.getActiveBasket()
282: if basketObj:
283: basketId=basketObj.getId()
284:
285: #if there is no active baske and no basketid given, id is empty, else get besketname and length
286: if basketId == '0':
287: basketNameFromId=""
288: basketLen=0
289: else:
290: basketNameFromId=getattr(ctx2.basketContainer,basketId).title
291: basketLen=getattr(ctx2.basketContainer,basketId).getLastVersion().numberOfItems()
292:
293:
294: self.result+="""<html><body><h2>I got the files</h2><
295: p>I am computing the differences to the exisiting files</p>"""
296:
297: #start to check the files
298: for fn in os.listdir(dir):
299:
300: self.result+="<p>process:%s</p>"%fn
301:
302: # check if file is in the catalog
303: #TODO: checkCatalog is not implemented yet
304: if ctx2.cdli_main.checkCatalog(fn):
305: psNotInCatalog.append(fn)
306:
307: #check if p-file already at the server
308: founds=ctx2.CDLICatalog.search({'title':fn})
309:
310: #if not than add filename to the list of newfiles
311: if len(founds)==0:
312: newPs.append(fn)
313:
314: #if p file alread at the server
315: for found in founds:
316: #analyse the differences to the actual file
317: obj=found.getObject()
318:
319: if (not (str(obj.lockedBy))=='') and (not (str(obj.lockedBy)==str(self.username))):
320: errors.append(obj)
321: else:
322: data=file(os.path.join(dir,fn)).read()
323: diffs=obj.diff(data)
324: if diffs[0]>0:
325: changed.append((obj,diffs))
326: #hochladen
327:
328: #ready, set the returnValues
329: self.result+="<h3>Done</h3></body></html>"
330:
331: self.returnValue={}
332: self.returnValue['changed']=changed
333: self.returnValue['errors']=errors
334: self.returnValue['newPs']=newPs
335: self.returnValue['tmpdir']=dir
336: self.returnValue['basketLen']=basketLen
337: self.returnValue['numberOfFiles']=numberOfFiles
338: self.returnValue['basketNameFromId']=basketNameFromId
339: self.returnValue['basketNameFromFile']=basketNameFromFile
340: self.returnValue['basketId']=basketId
341: self.returnValue['dir']=dir
342:
343: #ctx2.cdli_main.setTemp('v_uploadATF_returnValue',True)
344:
345:
346: class Basket_old(Folder):
347: """shopping basket - alte fassung """
348:
349: meta_type="Basket"
350: _v_stack={}
351:
352: def getObjUrl(self,objId):
353: """getUrl"""
354: founds=self.CDLICatalog.search({'title':objId})
355: if len(founds)>0:
356: return founds[0].getObject().absolute_url()
357:
358: else: #assume version number
359: splitted=objId.split("_")
360: founds=self.CDLICatalog.search({'title':splitted[1]})
361: return founds[0].getObject().absolute_url()+'/'+objId
362:
363: def storeAllLink(self,results):
364: """erzeuge link zum speicher aller results"""
365: nr=self.REQUEST['_ZopeId']
366:
367: if results:
368: self._v_stack[nr]=[x.getObject().getId() for x in results]
369:
370: return self.absolute_url()+"/storeAll?id="+nr
371:
372: def storeAll(self,id):
373: """store all"""
374: try:
375: results=self._v_stack[id]
376: except:
377: #TODO: write expired page
378: return "expired"
379:
380: return self.storeInBasketForm(results)
381:
382: def storeInBasketForm(self,ids):
383: """ store an object form"""
384:
385: if type(ids) is not ListType:
386: ids=[ids]
387: self.REQUEST.SESSION['ids']=ids[0:]
388:
389: self.REQUEST.SESSION['BACKLINK']=self.REQUEST['HTTP_REFERER']
390:
391: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','storeBasketObject.zpt')).__of__(self)
392: return pt()
393:
394: def storeInBasket(self,username,ids=None,RESPONSE=None,REQUEST=None):
395: """store it"""
396:
397: if not ids:
398: ids=REQUEST.SESSION['ids']
399:
400: self.REQUEST.SESSION['basketUser']=username
401:
402: baskets=self.ZopeFind(self,obj_ids=[username])
403: if len(baskets)>0:
404: basket=baskets[0][1]
405: else:
406: manage_addBasketObject(self,username)
407: basket=self._getOb(username)
408:
409:
410: basket.addObjects(ids)
411: back=self.REQUEST.SESSION.get('BACKLINK', None)
412:
413: if RESPONSE:
414: RESPONSE.redirect(back)
415:
416:
417:
418: def showBasket(self,user=None,set=None,RESPONSE=None):
419: """show the basket"""
420:
421: if user:
422: self.REQUEST.SESSION['basketUser']=user
423:
424: if not user and not set:
425: user=self.REQUEST.SESSION.get('basketUser',None)
426:
427: if not user:
428: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','orizeBasketUser.zpt')).__of__(self)
429: return pt()
430: else:
431: baskets=self.ZopeFind(self,obj_ids=[user])
432:
433:
434: if len(baskets)>0:
435: RESPONSE.redirect(baskets[0][1].absolute_url())
436: return True
437: else:
438: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','emptyBasket.zpt')).__of__(self)
439: return pt()
440:
441:
442: def manage_addBasket_oldForm(self):
443: """add the basket form"""
444: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addBasket.zpt')).__of__(self)
445: return pt()
446:
447: def manage_addBasket_old(self,id,title,RESPONSE=None):
448: """add the basket"""
449: ob=Basket()
450:
451: ob.id=str(id)
452: ob.title=title
453: self._setObject(id, ob)
454: ob=self._getOb(id)
455:
456: if RESPONSE is not None:
457: RESPONSE.redirect('manage_main')
458:
459:
460: class BasketObject_old(Folder):
461: """Basket Object - alte fassung"""
462:
463: meta_type="basketObject"
464: def __init__(self):
465: """init basket object"""
466: self.contents=[]
467:
468: def numberOfItems(self):
469: """return anzahl der elemente im basket"""
470: num=len(self.contents)
471:
472: return num
473:
474: def addObjects(self,ids):
475: """addObjects"""
476:
477: for id in ids:
478: founds=self.CDLICatalog.search({'title':id})
479: for found in founds:
480: if found.getObject() not in self.contents:
481: tm=self.contents[0:]
482: tm.append(found.getObject())
483: self.contents=tm[0:]
484:
485: return True
486:
487: def index_html(self):
488: """view the basket"""
489: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','basketObject_index_html.zpt')).__of__(self)
490: return pt()
491:
492: def deleteObjects(self,ids,RESPONSE=None):
493: """delete objects"""
494: list = self.contents[0:]
495: for content in list:
496:
497: if content.getId() in ids:
498: self.contents.remove(content)
499:
500:
501: if RESPONSE:
502: RESPONSE.redirect(self.absolute_url())
503:
504:
505: def unlockTest(self):
506: """unlock all files of the testuser for debuggin"""
507: for object in self.contents:
508:
509: if str(object.lockedBy)=="test":
510: object.lockedBy=""
511:
512: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
513: """download all selected files in one file"""
514:
515: ret=""
516: lockedObjects={}
517:
518:
519: if lock:
520:
521: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
522:
523: return "please login first"
524:
525: #check if a locked object exist in the basket.
526: lockedObjects={}
527: for object in self.contents:
528:
529: if not object.lockedBy=="":
530: lockedObjects[object.title]=repr(object.lockedBy)
531:
532:
533: keys=lockedObjects.keys()
534:
535:
536: if len(keys)>0 and (not procedure):
537: self.REQUEST.SESSION['lockedObjects']=lockedObjects
538: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
539: return pt()
540:
541: elif not procedure: #keine fails gesperrt dann alle donwloaden
542: procedure="downloadAll"
543:
544:
545: for object in self.contents:
546:
547: if (procedure=="downloadAll") or (object.lockedBy=='') or (object.lockedBy==self.REQUEST['AUTHENTICATED_USER']):
548: ret+=object.getLastVersion().data
549:
550: if lock and object.lockedBy=='':
551: object.lockedBy=self.REQUEST['AUTHENTICATED_USER']
552:
553:
554: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="basket_%s.atf" """%self.getId())
555: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
556: length=len(ret)
557: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
558: self.REQUEST.RESPONSE.write(ret)
559:
560:
561: def manage_addBasket_oldObjectForm(self):
562: """add form"""
563: pass
564:
565: def manage_addBasket_oldObject(self,id,title='',RESPONSE=None):
566: """add"""
567:
568: ob=BasketObject()
569:
570: ob.id=str(id)
571: ob.title=title
572: self._setObject(id, ob)
573: ob=self._getOb(id)
574:
575: if RESPONSE is not None:
576: RESPONSE.redirect('manage_main')
577:
578:
579: class CDLIBasketContainer(OrderedFolder):
580: """contains the baskets"""
581:
582:
583: security=ClassSecurityInfo()
584: meta_type="CDLIBasketContainer"
585:
586: def upDateBaskets(self):
587: """update content in to objects"""
588:
589: founds=self.ZopeFind(self,obj_metatypes=['CDLIBasketVersion'],search_sub=1)
590:
591: for found in founds:
592: found[1].updateBasket()
593:
594: security.declareProtected('manage','deleteBaskets')
595: def deleteBaskets(self,ids=None):
596: """delete baskets, i.e. move them into trash folder"""
597:
598:
599: found=self.ZopeFind(self,obj_ids=['trash'])
600:
601: if len(found)<1:
602: manage_addFolder(self, 'trash')
603: trash=self._getOb('trash')
604: else:
605: trash=found[0][1]
606:
607: if type(ids) is not ListType:
608: ids=[ids]
609: cut=self.manage_cutObjects(ids)
610: trash.manage_pasteObjects(cut)
611:
612: security.declareProtected('manage','manageBaskets')
613: def manageBaskets(self,ids,submit,REQUEST=None,RESPONSE=None):
614: """manage baskets, delete or copy"""
615: if submit=="delete":
616: self.deleteBaskets(ids)
617:
618:
619:
620: if RESPONSE:
621: RESPONSE.redirect(self.absolute_url())
622:
623: security.declareProtected('View','getBasketIdfromName')
624: def getBasketIdfromName(self,basketname):
625: """get id from name"""
626:
627: for basket in self.ZopeFind(self,obj_metatypes=["CDLIBasket"]):
628: if basket[1].title==basketname:
629: return basket[0]
630: else:
631: None
632:
633: security.declareProtected('manage','uploadBasket_html')
634:
635: def uploadBasket_html(self,basketId='0'):
636: """upload an atf file, html form"""
637:
638:
639: basketId=str(basketId)
640: if not basketId=='0':
641: basketName=getattr(self.basketContainer,basketId).title
642: else:
643: basketName=""
644:
645: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadBasket_html.zpt')).__of__(self)
646: return pt(basketId=basketId,basketName=basketName)
647:
648:
649: security.declareProtected('View','index_html')
650: def index_html(self):
651: """stanadard ansicht"""
652:
653:
654:
655: ext=self.ZopeFind(self,obj_ids=["index.html"])
656: if ext:
657: return ext[0][1]()
658:
659: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketContainerMain')).__of__(self)
660: return pt()
661:
662: def getStorageFolderRoot(self):
663: """root des storage folders"""
664: return self.cdli_main
665:
666: def __init__(self,id,title):
667: """ init basket container"""
668: self.id=id
669: self.title=title
670:
671:
672: def getBaskets(self,sortField='title'):
673: """get all baskets files"""
674:
675: def sortName(x,y):
676: return cmp(x[1].title.lower(),y[1].title.lower())
677:
678: def sortDate(x,y):
679: return cmp(y[1].getLastVersion().getTime(),x[1].getLastVersion().getTime())
680:
681:
682: def sortComment(x,y):
683:
684:
685:
686: try:
687: xc=getattr(x[1],'comment','ZZZZZZZZZZZZZ').lower()
688: except:
689: xc='ZZZZZZZZZZZZZ'.lower()
690: try:
691: yc=getattr(y[1],'comment','ZZZZZZZZZZZZZ').lower()
692: except:
693: yc='ZZZZZZZZZZZZZ'.lower()
694:
695:
696: if (xc=='') or (xc=='ZZZZZZZZZZZZZ'.lower()):
697:
698: try:
699: xc=x[1].getLastVersion().getComment().lower()
700: except:
701: xc='ZZZZZZZZZZZZZ'.lower()
702:
703: if (yc=='') or (yc=='ZZZZZZZZZZZZZ'.lower()):
704: try:
705: yc=y[1].getLastVersion().getComment().lower()
706: except:
707: yc='ZZZZZZZZZZZZZ'.lower()
708:
709:
710: return cmp(xc,yc)
711:
712: def sortAuthor(x,y):
713:
714: return cmp(x[1].getLastVersion().getUser().lower(),y[1].getLastVersion().getUser().lower())
715:
716: baskets=self.ZopeFind(self,obj_metatypes=['CDLIBasket'])
717:
718:
719: if sortField=='title':
720: baskets.sort(sortName)
721: elif sortField=='date':
722: baskets.sort(sortDate)
723: elif sortField=='author':
724: baskets.sort(sortAuthor)
725: elif sortField=='comment':
726: baskets.sort(sortComment)
727:
728: return baskets
729:
730:
731:
732: def getNewId(self):
733: """createIds"""
734: last=getattr(self,'last',0)
735: last +=1
736: while len(self.ZopeFind(self,obj_ids=[str(last)]))>0:
737: last+=1
738:
739: self.last=last
740: return last
741:
742: def setActiveBasket(self,basketId,REQUEST=None):
743: """store active basketId in a cookie"""
744: self.REQUEST.RESPONSE.setCookie("CDLIActiveBasket",basketId,path="/")
745:
746: if REQUEST:
747: REQUEST.RESPONSE.redirect(REQUEST['URL1']+'?'+REQUEST['QUERY_STRING'])
748:
749: def getActiveBasket(self):
750: """get active basket from cookie"""
751:
752: id= self.REQUEST.cookies.get('CDLIActiveBasket',None)
753: if id:
754: obj=getattr(self,str(id),None)
755: else:
756: obj=None
757: return obj
758:
759: def getActualUserName(self):
760: """get name of the actualuser"""
761: return str(self.REQUEST['AUTHENTICATED_USER'])
762:
763:
764: def addBasket(self,newBasketName):
765: """add a new basket"""
766:
767: ob=manage_addCDLIBasket(self,newBasketName)
768: return ob
769:
770: def storeInBasket(self,submit,ids=None,newBasketName=None,fromFileList=None,RESPONSE=None,REQUEST=None):
771: """store it"""
772: if not ids:
773: ids=self.REQUEST.SESSION['fileIds']
774:
775: if type(ids) is not ListType:
776: ids=[ids]
777:
778: if (submit.lower()=="store in new basket") or (submit.lower()=="new basket"):
779: basketRet=self.addBasket(newBasketName)
780: self.setActiveBasket(basketRet.getId())
781: basket=getattr(self,basketRet.getId())
782: elif (submit.lower()=="store in active basket") or (submit.lower()=="active basket"):
783: basket=self.getActiveBasket()
784:
785: added=basket.addObjects(ids)
786: back=self.REQUEST['HTTP_REFERER'].split("?")[0]+"?basketName="+basket.title+"&numberOfObjects="+str(added)
787:
788:
789: if fromFileList:
790:
791: return self.cdli_main.findObjectsFromList(list=self.REQUEST.SESSION['fileIds'],basketName=basket.title,numberOfObjects=added)
792:
793: if RESPONSE:
794:
795: RESPONSE.redirect(back)
796:
797: return True
798:
799: def manage_addCDLIBasketContainerForm(self):
800: """add the CDLIBasketContainer form"""
801: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasketContainer.zpt')).__of__(self)
802: return pt()
803:
804: def manage_addCDLIBasketContainer(self,id,title,RESPONSE=None):
805: """add the basket"""
806: ob=CDLIBasketContainer(id,title)
807:
808: self._setObject(id, ob)
809:
810: if RESPONSE is not None:
811: RESPONSE.redirect('manage_main')
812:
813: class CDLIBasket(Folder,CatalogAware):
814: """basket"""
815:
816: meta_type="CDLIBasket"
817: default_catalog="CDLIBasketCatalog"
818:
819:
820: def getFile(self,obj):
821: return obj[1]
822:
823: def getFileLastVersion(self,obj):
824: return obj[0]
825:
826: def getFileNamesInLastVersion(self):
827: """get content of the last version as list"""
828:
829: return [x[1].getId() for x in self.getLastVersion().getContent()]
830:
831:
832: def isActual(self,obj):
833: """teste ob im basket die aktuelle version ist"""
834: actualNo=obj[1].getLastVersion().getVersionNumber()
835: storedNo=obj[0].getVersionNumber()
836:
837: founds=self.CDLICatalog.search({'title':obj[0].getId()})
838: if len(founds)>0:
839: actualNo=founds[0].getObject().getLastVersion().getVersionNumber()
840:
841: if len(founds)>0 and founds[0].getObject().aq_parent.getId()==".trash":
842: return False, -1
843:
844: if actualNo==storedNo:
845: return True , 0
846: else:
847: return False, actualNo
848:
849: def history(self):
850: """history"""
851:
852: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
853: if ext:
854: return getattr(self,ext[0][1].getId())()
855:
856: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketHistory')).__of__(self)
857: return pt()
858:
859: def getStorageFolderRoot(self):
860: """root des storage folders"""
861: return self.aq_parent.cdli_main
862:
863: def __init__(self,id,title,shortDescription="",comment=""):
864: """init a CDLIBasket"""
865:
866: self.id=id
867: self.title=title
868: self.shortDescription=shortDescription
869: self.comment=comment
870:
871:
872:
873: def getLastVersion(self):
874: """hole letzte version"""
875:
876: ids=[]
877: idsTmp= self.objectIds()
878: for x in idsTmp:
879: try:
880: ids.append(int(x))
881: except:
882: pass
883: ids.sort()
884:
885: if len(ids)==0:
886: return None
887: else:
888: ob=getattr(self,str(ids[-1]))
889:
890:
891: return ob
892:
893: def getVersions(self):
894: """get versions"""
895: versions=self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])
896: return versions
897:
898:
899: def updateObjects(self,ids,RESPONSE=None,REQUEST=None):
900: """update ids, ids not in the basket the add"""
901: if type(ids) is not ListType:
902: ids=[ids]
903:
904: lastVersion=self.getLastVersion()
905: oldContent=lastVersion.content.getContent()
906: newContent=[]
907:
908: #first copy the old
909: for obj in oldContent:
910: if obj[1].getId() not in ids:
911: newContent.append(obj)
912: #now add the new
913:
914: for id in ids:
915: founds=self.CDLICatalog.search({'title':id})
916:
917: for found in founds:
918: if found.getObject() not in oldContent:
919: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
920: newContent.append((found.getObject().getLastVersion(),found.getObject()))
921:
922:
923: content=newContent
924: user=self.getActualUserName()
925:
926: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
927:
928: obj=self._getOb(ob.getId())
929: if RESPONSE:
930:
931: RESPONSE.redirect(obj.absolute_url())
932:
933: return obj
934:
935: def addObjects(self,ids,deleteOld=None,username=None):
936: """generate a new version of the basket with objects added"""
937:
938: lastVersion=self.getLastVersion()
939:
940: if lastVersion is None:
941: oldContent=[]
942: else:
943: oldContent=lastVersion.content.getContent()
944:
945: if deleteOld:
946: oldContent=[]
947:
948: newContent=[]
949: added=0
950: for id in ids:
951: founds=self.CDLICatalog.search({'title':id})
952:
953: for found in founds:
954: if found.getObject() not in oldContent:
955: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
956: newContent.append((found.getObject().getLastVersion(),found.getObject()))
957: added+=1
958:
959: content=oldContent+newContent
960: if not username:
961: user=self.getActualUserName()
962: else:
963: user = username
964:
965: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=content)
966:
967: return added
968:
969: def changeBasket(self,ids,submit,RESPONSE=None,REQUEST=None):
970: """change a basket"""
971: if submit=="update":
972: return self.updateObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
973: elif submit=="delete":
974: return self.deleteObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
975:
976: def deleteObjects(self,ids,RESPONSE=None,REQUEST=None):
977: """delete objects"""
978:
979: if type(ids) is not ListType:
980: ids=[ids]
981:
982: lastVersion=self.getLastVersion()
983: oldContent=lastVersion.content.getContent()
984: newContent=[]
985: for obj in oldContent:
986: if obj[1].getId() not in ids:
987: newContent.append(obj)
988:
989:
990: user=self.getActualUserName()
991:
992: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
993:
994: if RESPONSE:
995: obj=self._getOb(ob.getId())
996: RESPONSE.redirect(obj.absolute_url())
997:
998: def manage_addCDLIBasketForm(self):
999: """add the CDLIBasketContainer form"""
1000: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasket.zpt')).__of__(self)
1001: return pt()
1002:
1003: def manage_addCDLIBasket(self,title,shortDescription="",comment="",RESPONSE=None):
1004: """add the basket"""
1005:
1006: id=str(self.getNewId())
1007:
1008: ob=CDLIBasket(id,title,shortDescription,comment)
1009:
1010: self._setObject(id, ob)
1011:
1012: if RESPONSE is not None:
1013: RESPONSE.redirect('manage_main')
1014: else:
1015: return ob
1016:
1017: class CDLIBasketVersion(Implicit,Persistent,Folder):
1018: """version of a basket"""
1019:
1020: meta_type="CDLIBasketVersion"
1021: security=ClassSecurityInfo()
1022:
1023: def updateBasket(self):
1024: """update"""
1025: try:
1026: self._setObject('content',BasketContent(self.basketContent))
1027: except:
1028: try:
1029: if len(self.basketContent)>0:
1030: self.content.setContent(self.basketContent)
1031: except:
1032: print "error",self.getId(),self.aq_parent.getId()
1033: self.basketContent=[]
1034:
1035:
1036: def containsNonActualFiles(self):
1037: """returns True if basket contains one or more non current files"""
1038:
1039: objs=self.getContent()
1040: for obj in objs:
1041: if not self.isActual(obj)[0]:
1042: return True
1043: return False
1044:
1045: security.declareProtected('View','downloadObjectsAsOneFile')
1046: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None,check="yes",current="no"):
1047: """download all selected files in one file"""
1048:
1049: if (check=="yes") and self.containsNonActualFiles():
1050: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','downloadObjectAsOneFile_check.zpt')).__of__(self)
1051: return pt(lock=lock)
1052:
1053: ret=""
1054: lockedObjects={}
1055:
1056:
1057: if lock:
1058:
1059: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
1060:
1061: return "please login first"
1062:
1063: #check if a locked object exist in the basket.
1064: lockedObjects={}
1065: for object in self.content.getContent():
1066:
1067: if not object[1].lockedBy=="":
1068: lockedObjects[object[1].title]=repr(object[1].lockedBy)
1069:
1070:
1071: keys=lockedObjects.keys()
1072:
1073:
1074: if len(keys)>0 and (not procedure):
1075: self.REQUEST.SESSION['lockedObjects']=lockedObjects
1076: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
1077: return pt()
1078:
1079: elif not procedure: #keine fails gesperrt dann alle donwloaden
1080: procedure="downloadAll"
1081:
1082:
1083: for object in self.content.getContent():
1084:
1085: if (procedure=="downloadAll") or (object[1].lockedBy=='') or (object[1].lockedBy==self.REQUEST['AUTHENTICATED_USER']):
1086: if current=="no": #version as they are in the basket
1087: ret+=str(object[0].data)+"\n"
1088: elif current=="yes":
1089: #search current object
1090: founds=self.CDLICatalog.search({'title':object[0].getId()})
1091: if len(founds)>0:
1092: ret+=str(founds[0].getObject().getLastVersion().data)+"\n"
1093:
1094: if lock and object[1].lockedBy=='':
1095: object[1].lockedBy=self.REQUEST['AUTHENTICATED_USER']
1096:
1097: basket_name=self.aq_parent.title+"_V"+self.getId()
1098:
1099: #write basketname to header of atf file
1100: ret="#atf basket %s\n"%basket_name+ret
1101:
1102: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="%s.atf" """%basket_name)
1103: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1104: length=len(ret)
1105: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
1106: self.REQUEST.RESPONSE.write(ret)
1107:
1108:
1109: def numberOfItems(self):
1110: """return anzahl der elemente im basket"""
1111: return self.content.numberOfItems()
1112:
1113: def getTime(self):
1114: """getTime"""
1115: #return self.bobobase_modification_time().ISO()
1116:
1117: if hasattr(self,'time'):
1118: return time.strftime("%Y-%m-%d %H:%M:%S",self.time)
1119: elif hasattr(self,'timefixed'):
1120: return self.timefixed
1121: else:
1122: setattr(self,'timefixed',self.bobobase_modification_time().ISO())
1123: return self.bobobase_modification_time().ISO()
1124:
1125: def getContent(self):
1126: """get Basket Content"""
1127: return self.content.getContent()
1128:
1129:
1130: def __init__(self,id,user,comment="",basketContent=[]):
1131: """ init a basket version"""
1132: self.id=id
1133: self.coment=comment
1134: self._setObject('content',BasketContent(basketContent))
1135: #self.basketContent=basketContent[0:]a
1136: self.user=user
1137: self.time=time.localtime()
1138:
1139: def getUser(self):
1140: """get user"""
1141: return self.user
1142:
1143: def getComment(self):
1144: """get Comment"""
1145: return self.comment
1146:
1147: security.declareProtected('View','index_html')
1148: def index_html(self):
1149: """view the basket"""
1150:
1151: if self.REQUEST.get('change',False):
1152: ob=self.aq_parent.updateObjects(self.REQUEST['change'])
1153:
1154: self.REQUEST.RESPONSE.redirect(ob.absolute_url())#go to new basket, because changing generates a new basket
1155:
1156: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketVersionMain.zpt')).__of__(self)
1157: return pt()
1158:
1159: def getObjUrl(self,result):
1160: """getUrl of the version of the object"""
1161: objId=result[1].getTitle()
1162: founds=self.CDLICatalog.search({'title':objId})
1163: if len(founds)>0:
1164: return founds[0].getObject().getLastVersion().absolute_url()
1165:
1166: else: #assume version number
1167: splitted=objId.split("_")
1168: founds=self.CDLICatalog.search({'title':splitted[1]})
1169: return founds[0].getObject().getLastVersion().absolute_url()+'/'+objId
1170:
1171: def manage_addCDLIBasketVersion(self,user,comment="",basketContent=[],RESPONSE=None):
1172: """add a version"""
1173:
1174: #check for already existing versions
1175:
1176: lastVersion=self.getLastVersion()
1177: if lastVersion is None:
1178: newId=str(1)
1179: else:
1180: newId=str(int(lastVersion.getId())+1)
1181:
1182: ob=CDLIBasketVersion(newId,user,comment,basketContent)
1183:
1184: self._setObject(newId, ob)
1185:
1186: if RESPONSE is not None:
1187: RESPONSE.redirect('manage_main')
1188: else:
1189: return ob
1190:
1191: class CDLIFileObject(CatalogAware,versionedFileObject):
1192: """CDLI file object"""
1193:
1194: meta_type="CDLI File Object"
1195: default_catalog='CDLIObjectsCatalog'
1196:
1197: security=ClassSecurityInfo()
1198:
1199:
1200: security.declarePublic('makeThisVersionCurrent')
1201:
1202: def PrincipiaSearchSource(self):
1203: """Return cataloguable key for ourselves."""
1204: return str(self)
1205:
1206: def makeThisVersionCurrent_html(self):
1207: """form for making this version current"""
1208:
1209: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','makeThisVersionCurrent.zpt')).__of__(self)
1210: return pt()
1211: def makeThisVersionCurrent(self,comment,author,RESPONSE=None):
1212: """copy this version to current"""
1213: parent=self.aq_parent
1214:
1215:
1216: newversion=parent.manage_addCDLIFileObject('',comment,author)
1217: newversion.data=self.data[0:]
1218:
1219: if RESPONSE is not None:
1220: RESPONSE.redirect(self.aq_parent.absolute_url()+'/history')
1221:
1222:
1223: return True
1224:
1225: security.declarePublic('view')
1226:
1227: def view(self):
1228: """view file"""
1229: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','viewCDLIFile.zpt')).__of__(self)
1230: return pt()
1231:
1232: security.declarePublic('getPNumber')
1233: def getPNumber(self):
1234: """get the pnumber"""
1235: try:
1236: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1237: except:
1238: txt=self.data[0:]
1239:
1240: return "ERROR"
1241: try:
1242: return "P"+txt.group(1)
1243: except:
1244: return "ERROR"
1245:
1246: security.declarePublic('getDesignation')
1247: def getDesignation(self):
1248: """get the designation out of the file"""
1249: try:
1250: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1251: except:
1252: txt=self.data[0:]
1253:
1254: return "ERROR"
1255: try:
1256: return txt.group(2)
1257: except:
1258: return "ERROR"
1259:
1260: manage_addCDLIFileObjectForm=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject', version='1')
1261:
1262: def manage_addCDLIFileObject(self,id,vC='',author='', file='',title='',precondition='', content_type='',
1263: REQUEST=None):
1264: """Add a new File object.
1265:
1266: Creates a new File object 'id' with the contents of 'file'"""
1267:
1268: id=str(id)
1269: title=str(title)
1270: content_type=str(content_type)
1271: precondition=str(precondition)
1272:
1273: id, title = cookId(id, title, file)
1274:
1275: self=self.this()
1276:
1277: # First, we create the file without data:
1278: self._setObject(id, CDLIFileObject(id,title,'',content_type, precondition))
1279: self._getOb(id).versionComment=str(vC)
1280: self._getOb(id).time=time.localtime()
1281:
1282: setattr(self._getOb(id),'author',author)
1283:
1284: # Now we "upload" the data. By doing this in two steps, we
1285: # can use a database trick to make the upload more efficient.
1286: if file:
1287: self._getOb(id).manage_upload(file)
1288: if content_type:
1289: self._getOb(id).content_type=content_type
1290:
1291: if REQUEST is not None:
1292: REQUEST['RESPONSE'].redirect(self.absolute_url()+'/manage_main')
1293:
1294: class CDLIFile(versionedFile,CatalogAware):
1295: """CDLI file"""
1296:
1297: meta_type="CDLI file"
1298: default_catalog='CDLICatalog'
1299:
1300: #security.declarePublic('history')
1301: def history(self):
1302: """history"""
1303:
1304: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
1305: if ext:
1306: return getattr(self,ext[0][1].getId())()
1307:
1308: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','versionHistory')).__of__(self)
1309: return pt()
1310:
1311:
1312: def getBasketFromId(self,basketid, context=None):
1313: """get basket from id"""
1314:
1315: if not context:
1316: context=self
1317:
1318: for basket in self.ZopeFind(context,obj_metatypes=["CDLIBasket"]):
1319: if basket[0]==basketid:
1320: return basket[1]
1321: else:
1322: None
1323:
1324:
1325: def isContainedInBaskets(self,context=None):
1326: """check is this file is part of any basket
1327: @param context: (optional) necessessary if CDLIBasketCatalog is not an (inherited) attribute of self, context.CDLIBasketCatalog
1328: has to exist.
1329: """
1330:
1331: if not context:
1332: context=self
1333:
1334: ret=[]
1335: for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()}):
1336: #if the basket x is deleted it seemes to be that x is sometimes still in the Catalog, why?
1337: try:
1338: ret.append(x.getObject())
1339: except:
1340: pass
1341: return ret
1342: #return [x.getObject() for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()})]
1343:
1344:
1345: def addCDLIFileObjectForm(self):
1346: """add a new version"""
1347:
1348: if str(self.REQUEST['AUTHENTICATED_USER']) in ["Anonymous User"]:
1349: return "please login first"
1350: if (self.lockedBy==self.REQUEST['AUTHENTICATED_USER']) or (self.lockedBy==''):
1351: out=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject',version=self.getVersion()).__of__(self)
1352: return out()
1353: else:
1354: return "Sorry file is locked by somebody else"
1355:
1356: def manage_addCDLIFileObject(self,id,vC,author,
1357: file='',title='',
1358: precondition='',
1359: content_type='',
1360: changeName='no',newName='',
1361: come_from=None,RESPONSE=None):
1362: """add"""
1363: try: #TODO: der ganze vC unsinn muss ueberarbeitet werden
1364: vC=self.REQUEST['vC']
1365: except:
1366: pass
1367:
1368:
1369: if changeName=="yes":
1370: filename=file.filename
1371: self.title=filename[max(filename.rfind('/'),
1372: filename.rfind('\\'),
1373: filename.rfind(':'),
1374: )+1:]
1375:
1376:
1377: if not newName=='':
1378: self.title=newName[0:]
1379:
1380:
1381:
1382:
1383: positionVersionNum=getattr(self,'positionVersionNum','front')
1384:
1385: if positionVersionNum=='front':
1386: id="V%i"%self.getVersion()+"_"+self.title
1387: else:
1388: tmp=os.path.splitext(self.title)
1389: if len(tmp)>1:
1390: id=tmp[0]+"_V%i"%self.getVersion()+tmp[1]
1391: else:
1392: id=tmp[0]+"_V%i"%self.getVersion()
1393:
1394:
1395: manage_addCDLIFileObject(self,id,vC,author,file,id,precondition, content_type)
1396: objs=self.ZopeFind(self,obj_ids=[id])[0][1].setVersionNumber(int(self.getVersion()))
1397: try:
1398: #FIXME: wozu ist das gut?
1399: self.REQUEST.SESSION['objID_parent']=self.getId()
1400: except:
1401: pass
1402:
1403: if RESPONSE:
1404:
1405: obj=self.ZopeFind(self,obj_ids=[id])[0][1]
1406: if obj.getSize()==0:
1407: self.REQUEST.SESSION['objID']=obj.getId()
1408: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','errorUploadFile')).__of__(self)
1409: return pt()
1410:
1411: else:
1412: if come_from and (come_from!=""):
1413: RESPONSE.redirect(come_from+"?change="+self.getId())
1414: else:
1415: RESPONSE.redirect(self.REQUEST['URL2']+'?uploaded=%s'%self.title)
1416:
1417: else:
1418: return self.ZopeFind(self,obj_ids=[id])[0][1]
1419:
1420:
1421: def manage_addCDLIFileForm(self):
1422: """interface for adding the OSAS_root"""
1423: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIFile.zpt')).__of__(self)
1424: return pt()
1425:
1426: def manage_addCDLIFile(self,id,title,lockedBy, author=None, RESPONSE=None):
1427: """add the OSAS_root"""
1428: newObj=CDLIFile(id,title,lockedBy,author)
1429:
1430: tryToggle=True
1431: tryCount=0
1432:
1433:
1434:
1435: self._setObject(id,newObj)
1436:
1437:
1438: if RESPONSE is not None:
1439: RESPONSE.redirect('manage_main')
1440:
1441:
1442:
1443:
1444: def splitatf(fh,dir=None,ext=None):
1445: """split it"""
1446: ret=None
1447: nf=None
1448: i=0
1449: for line in fh.readlines():
1450: if ext:
1451: i+=1
1452: if (i%100)==0:
1453: ext.result+="."
1454: if i==10000:
1455: i=0
1456: ext.result+="<br>"
1457: #check if basket name is in the first line
1458: if line.find("#atf basket")>=0:
1459: ret=line.replace('#atf basket ','')
1460: ret=ret.split('_')[0]
1461: else:
1462: if (len(line.lstrip())>0) and (line.lstrip()[0]=="&"): #newfile
1463: if nf:
1464: nf.close() #close last file
1465:
1466:
1467: filename=line[1:].split("=")[0].rstrip()+".atf"
1468: if dir:
1469: filename=os.path.join(dir,filename)
1470: nf=file(filename,"w")
1471: if nf:
1472: nf.write(line)
1473:
1474: nf.close()
1475: fh.close()
1476: return ret,len(os.listdir(dir))
1477:
1478:
1479: class CDLIFileFolder(versionedFileFolder):
1480: """CDLI File Folder"""
1481:
1482: security=ClassSecurityInfo()
1483: meta_type="CDLI Folder"
1484: filesMetaType=['CDLI file']
1485: folderMetaType=['CDLI Folder']
1486: default_catalog='CDLICatalog'
1487: defaultFileCatalog=default_catalog #wenn dieses definiert ist, wird beim hinzufgen einer neuen version eines files dieser catalog neuiniziert
1488:
1489: tmpStore2={}
1490: def setTemp(self,name,value):
1491: """set tmp"""
1492:
1493: setattr(self,name,value)
1494:
1495:
1496: def delete(self,ids):
1497: """delete this file, i.e. move into a trash folder"""
1498:
1499: found=self.ZopeFind(self,obj_ids=['.trash'])
1500:
1501: if len(found)<1:
1502: manage_addCDLIFileFolder(self, '.trash',title="Trash")
1503: trash=self._getOb('.trash')
1504: else:
1505: trash=found[0][1]
1506:
1507: if type(ids) is not ListType:
1508: ids=[ids]
1509: cut=self.manage_cutObjects(ids)
1510: trash.manage_pasteObjects(cut)
1511:
1512: def getVersionNumbersFromIds(self,ids):
1513: """get the numbers of the current versions of documents described by their ids"""
1514:
1515: ret=[]
1516: searchStr=" OR ".join(ids)
1517:
1518: founds=self.CDLICatalog.search({'title':searchStr})
1519:
1520: for found in founds:
1521: lastVersion=found.getObject().getLastVersion()
1522: ret.append((found.getId,lastVersion))
1523:
1524: return ret
1525:
1526: def checkCatalog(self,fn):
1527: """check if fn is in the catalog"""
1528: #TODO add checkCatalog
1529:
1530:
1531:
1532: def findObjectsFromListWithVersion(self,list):
1533: """find objects from a list with versions
1534: @param list: list of tuples (cdliFile,version)
1535: """
1536:
1537:
1538:
1539: #self.REQUEST.SESSION['fileIds']=list#store fieldIds in session for further usage
1540: #self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1541:
1542:
1543: pt=getattr(self,'filelistVersioned.html')
1544:
1545: return pt(search=list)
1546:
1547:
1548:
1549: def findObjectsFromList(self,enterList=None,display=False,start=None,upload=None,list=None,basketName=None,numberOfObjects=None,RESPONSE=None):
1550: """findObjectsFromList (, TAB oder LINE separated)"""
1551:
1552:
1553: if upload: # list from file upload
1554: txt=upload.read()
1555:
1556: if enterList:
1557: txt=enterList
1558:
1559: if upload or enterList:
1560: txt=txt.replace(",","\n")
1561: txt=txt.replace("\t","\n")
1562: txt=txt.replace("\r","\n")
1563: idsTmp=txt.split("\n")
1564: ids=[]
1565: for id in idsTmp: # make sure that no empty lines
1566: idTmp=id.lstrip().rstrip()
1567: if len(idTmp)>0:
1568:
1569: ids.append(idTmp)
1570:
1571: #self.REQUEST.SESSION['ids']=" OR ".join(ids)
1572:
1573: pt=getattr(self,'filelist.html')
1574: self.REQUEST.SESSION['searchList']=ids
1575: return pt(search=ids)
1576:
1577: if basketName:
1578: #TODO: get rid of one of these..
1579:
1580: pt=getattr(self,'filelist.html')
1581: return pt(basketName=basketName,numberOfObjects=numberOfObjects)
1582:
1583: if list is not None: # got already a list
1584: ret=[]
1585: for fileId in list:
1586: if fileId.find("*"): #check for wildcards
1587: fileId=fileId
1588: elif len(fileId.split("."))==1:
1589: fileId=fileId+".atf"
1590:
1591: ret+=self.CDLICatalog({'title':fileId})
1592: #TODO: get rid of one of these..
1593: ids=[x.getObject().getId() for x in ret]
1594: self.REQUEST.SESSION['fileIds']=ids#store fieldIds in session for further usage
1595: self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1596:
1597: if display:
1598: pt=getattr(self,'filelist.html')
1599:
1600: return pt(search=ids)
1601: else:
1602: return ret
1603:
1604:
1605:
1606: if start:
1607: RESPONSE.redirect("filelist.html?start:int="+str(start))
1608:
1609:
1610:
1611: security.declareProtected('Manage','createAllFilesAsSingleFile')
1612: def createAllFilesAsSingleFile(self,RESPONSE=None):
1613: """download all files"""
1614:
1615: def sortF(x,y):
1616: return cmp(x[0],y[0])
1617:
1618: catalog=getattr(self,self.default_catalog)
1619: #tf,tfilename=mkstemp()
1620:
1621:
1622: list=[(x.getId,x) for x in catalog()]
1623: list.sort(sortF)
1624:
1625: RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%"all.atf")
1626: RESPONSE.setHeader("Content-Type","application/octet-stream")
1627:
1628: for l in list:
1629: obj=l[1].getObject()
1630:
1631: if obj.meta_type=="CDLI file":
1632:
1633: #os.write(tf,obj.getLastVersion().data)
1634: if RESPONSE:
1635: RESPONSE.write(obj.getLastVersion().data[0:])
1636: #os.close(tf)
1637: #RESPONSE.redirect(self.absolute_url()+"/downloadFile?fn="%tfilename)
1638: return True
1639:
1640: def downloadFile(self,fn):
1641: """download fn - not used yet"""
1642: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%self.getLastVersion().getId())
1643: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1644: self.REQUEST.RESPONSE.write(file(fn).read())
1645:
1646:
1647:
1648: def hasParent(self):
1649: """returns true falls subfolder"""
1650:
1651: if self.aq_parent.meta_type in self.folderMetaType:
1652: return True
1653: else:
1654: return False
1655:
1656: def getFolders(self):
1657: """get all subfolders"""
1658: ret=[]
1659: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1660: for folder in folders:
1661: ret.append((folder[1],
1662: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1663: len(self.ZopeFind(folder[1],obj_metatypes=self.filesMetaType))
1664: ))
1665: return ret
1666:
1667:
1668: def getFolders_OLD(self):
1669: """get all subfolders"""
1670: ret=[]
1671: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1672: for folder in folders:
1673: ret.append((folder[1],
1674: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1675: len(getattr(self,self.default_catalog)({'path':folder[0]}))
1676: ))
1677: return ret
1678: security.declareProtected('View','index_html')
1679: def index_html(self):
1680: """main"""
1681: ext=self.ZopeFind(self,obj_ids=["index.html"])
1682: if ext:
1683: return ext[0][1]()
1684:
1685: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','CDLIFileFolderMain')).__of__(self)
1686: return pt()
1687:
1688:
1689: manage_addCDLIFileFolderForm=DTMLFile('dtml/folderAdd', globals())
1690:
1691:
1692: def manage_addCDLIFileFolder(self, id, title='',
1693: createPublic=0,
1694: createUserF=0,
1695: REQUEST=None):
1696: """Add a new Folder object with id *id*.
1697:
1698: If the 'createPublic' and 'createUserF' parameters are set to any true
1699: value, an 'index_html' and a 'UserFolder' objects are created respectively
1700: in the new folder.
1701: """
1702: ob=CDLIFileFolder()
1703: ob.id=str(id)
1704: ob.title=title
1705: self._setObject(id, ob)
1706: ob=self._getOb(id)
1707:
1708: checkPermission=getSecurityManager().checkPermission
1709:
1710: if createUserF:
1711: if not checkPermission('Add User Folders', ob):
1712: raise Unauthorized, (
1713: 'You are not authorized to add User Folders.'
1714: )
1715: ob.manage_addUserFolder()
1716:
1717:
1718: if REQUEST is not None:
1719: return self.manage_main(self, REQUEST, update_menu=1)
1720:
1721: class CDLIRoot(Folder):
1722: """main folder for cdli"""
1723:
1724: meta_type="CDLIRoot"
1725:
1726: def URLquote(self,str):
1727: """quote url"""
1728: return urllib.quote(str)
1729:
1730: def URLunquote(self,str):
1731: """unquote url"""
1732: return urllib.unquote(str)
1733:
1734:
1735: def forceunlock(self):
1736: "break all locks"
1737: ret=[]
1738: for f in self.ZopeFind(self,obj_metatypes="CDLI file",search_sub=1):
1739: un=f[1].forceunlock()
1740:
1741: if un and un !="":
1742: ret.append((f[0],un))
1743: print ret
1744: return ret
1745:
1746: def getChangesByAuthor(self,author,n=100):
1747: """getChangesByAuthor"""
1748: zcat=self.CDLIObjectsCatalog
1749: res=zcat({'lastEditor':author,
1750: 'sort_on':'getTime',
1751: 'sort_order':'descending',
1752: 'sort_limit':n})[:n ]
1753:
1754: return res
1755:
1756: def getChangesByAuthor_html(self,author,n=100):
1757: """html output for changes by author"""
1758: tmp={}
1759: list=[]
1760: for x in self.getChangesByAuthor(author):
1761: nr=x.getObject().getVersionNumber()
1762: id=x.getObject().aq_parent.getId()
1763: #hinzufuegen, wenn Version neuer als die
1764: if tmp.get(id,(0,0))[1] < nr:
1765: tmp[id]=(x.getObject().aq_parent,nr)
1766:
1767:
1768: return self.cdli_main.findObjectsFromListWithVersion(list=tmp.values())
1769:
1770: def getLastChanges(self,n=100):
1771: """get the last n changes"""
1772: n=int(n)
1773: zcat=self.CDLICatalog
1774: return zcat({'sort_on':'getLastChangeDate',
1775: 'sort_order':'descending',
1776: 'sort_limit':n})[:n ]
1777:
1778:
1779: def getLastChanges_html(self,n=100):
1780: """get the last n changes"""
1781: list = [x.getId for x in self.getLastChanges(n)]
1782: return self.cdli_main.findObjectsFromList(list=list,display=True)
1783:
1784: def refreshTxt(self,txt="",threadName=None):
1785: """txt fuer refresh"""
1786:
1787: return """ 2;url=%s?repeat=%s """%(self.absolute_url()+txt,threadName)
1788:
1789:
1790: def getResult(self,threadName=None):
1791: """result of thread"""
1792: try:
1793: return self._v_uploadATF[threadName].getResult()
1794: except:
1795: return "One moment, please"
1796:
1797:
1798: def checkThreads(self):
1799: """check threads"""
1800: ret="<html><body>"
1801: for thread in threading.enumerate():
1802: ret+="<p>%s : %s</p>"%(repr(thread),thread.isAlive())
1803:
1804: return ret
1805:
1806:
1807:
1808: def uploadATF(self,repeat=None,upload=None,basketId=0,RESPONSE=None):
1809: """standard ausgabe"""
1810: #self._v_uploadATF.returnValue=None
1811:
1812: threadName=repeat
1813: if not threadName or threadName=="":
1814: tmpVar=False
1815:
1816: thread=uploadATFThread()
1817: threadName=thread.getName()[0:]
1818: if (not hasattr(self,'_v_uploadATF')):
1819: self._v_uploadATF={}
1820:
1821: self._v_uploadATF[threadName]=thread
1822: #self._xmltrans.start()
1823: #thread=Thread(target=self._v_uploadATF)
1824:
1825: self._v_uploadATF[threadName].set(upload,basketId,self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1826: #thread.start()
1827: self._v_uploadATF[threadName].start()
1828:
1829:
1830: self.threadName=self._v_uploadATF[threadName].getName()[0:]
1831: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1832:
1833: if wait_template:
1834: return wait_template[0][1]()
1835: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1836: return pt(txt='/uploadATF',threadName=threadName)
1837: #_v_xmltrans.run()
1838:
1839: else:
1840: #recover thread, if lost
1841: if (not hasattr(self,'_v_uploadATF')):
1842: self._v_uploadATF={}
1843: if not self._v_uploadATF.get(threadName,None):
1844: for thread in threading.enumerate():
1845: if threadName == thread.getName():
1846: self._v_uploadATF[threadName]=thread
1847:
1848: if not self._v_uploadATF[threadName].returnValue:
1849:
1850:
1851: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1852: if wait_template:
1853: return wait_template[0][1]()
1854:
1855: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1856:
1857: return pt(txt='/uploadATF',threadName=threadName)
1858:
1859: else:
1860: # tmp={}
1861: # for key in self._v_uploadATF[threadName].returnValue.keys():
1862: # t=self._v_uploadATF[threadName].returnValue[key]
1863: # if type(t) is ListType:
1864: # tmp[key]=self._v_uploadATF[threadName].returnValue[key][0:]
1865: # else:
1866: # tmp[key]=self._v_uploadATF[threadName].returnValue[key]
1867: # print repr(tmp[key]),repr(key)
1868: #
1869: # #
1870: #tmp=self.cdli_main.tmpStore2[threadName]
1871: tmp=self._v_uploadATF[threadName].returnValue
1872:
1873: #self._v_uploadATF[threadName].continueVar=False
1874:
1875: self.REQUEST.SESSION['changed']=[x[0].getId() for x in tmp['changed']]
1876: self.REQUEST.SESSION['errors']=[x.getId() for x in tmp['errors']]
1877: self.REQUEST.SESSION['newPs']=tmp['newPs']
1878: self.REQUEST.SESSION['tmpdir']=tmp['dir']
1879: #del(self.cdli_main.tmpStore2[threadName])
1880:
1881:
1882: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1883:
1884: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1885: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1886:
1887: def redoUpload(self,threadName):
1888: """redo the upload"""
1889: tmp=self.cdli_main.tmpStore2[threadName]
1890: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1891: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1892: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1893:
1894: def uploadATFfinally(self,procedure='',comment="",basketname='',unlock=None,repeat=None,RESPONSE=None):
1895: """nowupload the files"""
1896:
1897:
1898:
1899: threadName=repeat
1900: if not threadName or threadName=="":
1901: thread=uploadATFfinallyThread()
1902: threadName=thread.getName()[0:]
1903:
1904: if (not hasattr(self,'_v_uploadATF')):
1905: self._v_uploadATF={}
1906:
1907:
1908: self._v_uploadATF[threadName]=thread
1909:
1910:
1911: self._v_uploadATF[threadName].set(procedure,comment=comment,basketname=basketname,unlock=unlock,SESSION=self.REQUEST.SESSION,username=self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1912:
1913: self._v_uploadATF[threadName].start()
1914:
1915:
1916:
1917: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1918:
1919: if wait_template:
1920: return wait_template[0][1]()
1921: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1922:
1923: return pt(txt='/uploadATFfinally',threadName=threadName)
1924: #_v_xmltrans.run()
1925:
1926: else:
1927: #recover thread, if lost
1928: if not hasattr(self,'_v_uploadATF'):
1929: self._v_uploadATF={}
1930: if not self._v_uploadATF.get(threadName,None):
1931: for thread in threading.enumerate():
1932: if threadName == thread.getName():
1933: self._v_uploadATF[threadName]=thread
1934:
1935: if self._v_uploadATF.get(threadName,None) and (self._v_uploadATF[threadName] is not None) and (not self._v_uploadATF[threadName].end) :
1936:
1937: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1938: if wait_template:
1939: return wait_template[0][1]()
1940:
1941: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1942: return pt(txt='/uploadATFfinally',threadName=threadName)
1943: else:
1944:
1945: if RESPONSE is not None:
1946: RESPONSE.redirect(self.absolute_url())
1947:
1948: def importFiles(self,comment="",author="" ,folderName="/Users/dwinter/Documents/workspace/cdli/atf", files=None,ext=None):
1949: """import files"""
1950: root=self.cdli_main
1951:
1952: if not files:
1953: files=os.listdir(folderName)
1954:
1955: for f in files:
1956: folder=f[0:3]
1957: f2=f[0:5]
1958: obj=self.ZopeFind(root,obj_ids=[folder])
1959: if ext:
1960:
1961: ext.result+="<p>adding: %s </p>"%f
1962: if not obj:
1963: manage_addCDLIFileFolder(root,folder,folder)
1964: fobj=getattr(root,folder)
1965: #get_transaction().commit()
1966: else:
1967: fobj=obj[0][1]
1968:
1969: obj2=fobj.ZopeFind(fobj,obj_ids=[f2])
1970:
1971: if not obj2:
1972: manage_addCDLIFileFolder(fobj,f2,f2)
1973: fobj2=getattr(fobj,f2)
1974:
1975: else:
1976: fobj2=obj2[0][1]
1977:
1978: file2=file(os.path.join(folderName,f))
1979: id=f
1980: manage_addCDLIFile(fobj2,f,'','')
1981: id=f
1982: ob=fobj2._getOb(f)
1983: ob.title=id
1984:
1985: manage_addCDLIFileObject(ob,id,comment,author,file2,content_type='')
1986: self.CDLICatalog.catalog_object(ob)
1987: #self.CDLICatalog.manage_catalogFoundItems(obj_ids=[id],search_sub=1)
1988: #self.CDLICatalog.manage_catalogObject(self.REQUEST, self.REQUEST.RESPONSE, 'CDLICatalog', urlparse.urlparse(ob.absolute_url())[1])
1989:
1990: return "ok"
1991:
1992:
1993: manage_addCDLIRootForm=DTMLFile('dtml/rootAdd', globals())
1994:
1995:
1996: def manage_addCDLIRoot(self, id, title='',
1997: createPublic=0,
1998: createUserF=0,
1999: REQUEST=None):
2000: """Add a new Folder object with id *id*.
2001:
2002: If the 'createPublic' and 'createUserF' parameters are set to any true
2003: value, an 'index_html' and a 'UserFolder' objects are created respectively
2004: in the new folder.
2005: """
2006: ob=CDLIRoot()
2007: ob.id=str(id)
2008: ob.title=title
2009: self._setObject(id, ob)
2010: ob=self._getOb(id)
2011:
2012: checkPermission=getSecurityManager().checkPermission
2013:
2014: if createUserF:
2015: if not checkPermission('Add User Folders', ob):
2016: raise Unauthorized, (
2017: 'You are not authorized to add User Folders.'
2018: )
2019: ob.manage_addUserFolder()
2020:
2021:
2022: if REQUEST is not None:
2023: return self.manage_main(self, REQUEST, update_menu=1)
2024:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>