1: """CDLI extensions of the filearchive"""
2: from Products.versionedFile.versionedFile import *
3: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
4: from tempfile import mkstemp,mkdtemp
5: import os.path
6: import os
7: from types import *
8: import urlparse
9: from OFS.OrderedFolder import OrderedFolder
10: from OFS.SimpleItem import SimpleItem
11: import time
12: from OFS.Folder import manage_addFolder
13: import re
14: from AccessControl import ClassSecurityInfo
15: from Acquisition import Implicit
16: from Globals import Persistent
17: from threading import Thread
18: from ZPublisher.HTTPRequest import HTTPRequest
19: from ZPublisher.HTTPResponse import HTTPResponse
20: from ZPublisher.BaseRequest import RequestContainer
21: import threading
22:
23:
24: class BasketContent(SimpleItem):
25: """classe fuer den Inhalt eines Baskets"""
26:
27: def __init__(self,content=[]):
28: """content"""
29: self.contentList=content[0:]
30:
31: def getContent(self):
32: """get content"""
33:
34: return self.contentList
35:
36: def setContent(self,content):
37: self.contentList=content[0:]
38:
39: def numberOfItems(self):
40: """number"""
41:
42: return len(self.getContent())
43:
44:
45: class uploadATFfinallyThread(Thread):
46: """class for adding uploaded filed (temporarily stored in the staging area at /tmp"""
47:
48: def __init__(self):
49: """init for uploadATFfinallyThread"""
50: self.continueVar=True
51: self.returnValue=None
52: self.end=False
53: Thread.__init__(self)
54:
55: def set(self,procedure,comment="",basketname='',unlock=None,SESSION=None,username=None,serverport="8080"):
56: """set start values for the thread"""
57: self.procedure=procedure
58: self.comment=comment
59: self.basketname=basketname
60: self.unlock=unlock
61: self.SESSION=SESSION
62: self.username=username
63: self.serverport=serverport
64:
65: def __call__(self):
66: """call of the thread (equals run)"""
67: self.run()
68: return True
69:
70: def getContext(self, app,serverport="8080"):
71: """get the context within the ZODB"""
72:
73: resp = HTTPResponse(stdout=None)
74: env = {
75: 'SERVER_NAME':'localhost',
76: 'SERVER_PORT':serverport,
77: 'REQUEST_METHOD':'GET'
78: }
79: req = HTTPRequest(None, env, resp)
80: return app.__of__(RequestContainer(REQUEST = req))
81:
82:
83: def run(self):
84: """run"""
85:
86: self.result=""
87: #find context within ZODB
88: from Zope import DB
89: conn = DB.open()
90: root = conn.root()
91: app = root['Application']
92: ctx = self.getContext(app,serverport=self.serverport)
93:
94: #add the files
95: self.uploadATFfinallyThread(ctx,self.procedure,comment=self.comment,basketname=self.basketname,unlock=self.unlock,SESSION=self.SESSION,username=self.username)
96: #commit the transactions
97: get_transaction().commit()
98: conn.close()
99: #set flag for end of this method
100: self.end=True
101: return True
102:
103: def __del__(self):
104: """delete"""
105:
106:
107:
108: def getResult(self):
109: """method for accessing result"""
110:
111: return self.result
112:
113: def uploadATFfinallyThread(self,ctx,procedure,comment="",basketname='',unlock=None,RESPONSE=None,SESSION=None,username=None):
114: """upload the files"""
115: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
116: ctx2=ctx.cdliRoot
117:
118: self.result+="<h2>Start processing</h2>"
119:
120: #shall I only upload the changed files?
121: if procedure=="uploadchanged":
122:
123: uploadFns=SESSION.get('changed',[])+SESSION.get('newPs',[])
124:
125: #or all
126: elif procedure=="uploadAll":
127: uploadFns=[]
128: for x in os.listdir(SESSION['tmpdir']):
129: if not x in SESSION['errors']:
130: uploadFns.append(x)
131:
132: #or maybe nothing
133: elif procedure=="noupload":
134: return True
135: else:
136: uploadFns=[]
137:
138: #do first the changed files
139: for fn in uploadFns:
140: founds=ctx2.CDLICatalog.search({'title':fn})
141: if len(founds)>0:
142: SESSION['author']=str(username)
143: self.result+="<p>Changing : %s"%fn
144: founds[0].getObject().manage_addCDLIFileObject('',comment,SESSION['author'],file=file(os.path.join(SESSION['tmpdir'],fn)))
145:
146:
147: #now add the new files
148: newPs=SESSION['newPs']
149: if len(newPs)>0:
150: tmpDir=SESSION['tmpdir']
151: self.result+="<p>Adding files</p>"
152: #TODO: make this configurable, at the moment base folder for the files has to be cdli_main
153:
154: ctx2.importFiles(comment=comment,author=str(username) ,folderName=tmpDir, files=newPs,ext=self)
155:
156:
157:
158: #unlock locked files?
159: if unlock:
160: self.result+="<p>Unlock files</p>"
161: unlockFns=[]
162: for x in os.listdir(SESSION['tmpdir']):
163: if not x in SESSION['errors']:
164: unlockFns.append(x)
165:
166: for fn in unlockFns:
167: founds=ctx2.CDLICatalog.search({'title':fn})
168: if len(founds)>0:
169: SESSION['author']=str(username)
170:
171: founds[0].getObject().lockedBy=""
172:
173: #if a basketname is give, add files to the basket
174: if not (basketname ==''):
175: self.result+="<p>Add basket</p>"
176: basketId=ctx2.basketContainer.getBasketIdfromName(basketname)
177:
178: if not basketId: # create new basket
179: ob=ctx2.basketContainer.addBasket(basketname)
180: basketId=ob.getId()
181: basket=getattr(ctx2.basketContainer,str(basketId))
182: ids=os.listdir(SESSION['tmpdir'])
183: basket.addObjects(ids,deleteOld=True,username=str(username))
184:
185: if RESPONSE is not None:
186: RESPONSE.redirect(self.aq_parent.absolute_url())
187:
188:
189:
190: return True
191:
192: class uploadATFThread(Thread):
193: """class for checking the files befor uploading"""
194:
195: def __init__(self):
196: """initialise"""
197:
198: self.continueVar=True
199: self.returnValue=None
200:
201: Thread.__init__(self)
202:
203:
204: def set(self,upload,basketId,username,serverport="8080"):
205: """set start values for the thread"""
206: self.result=""
207: self.upload=upload
208: self.basketId=basketId
209: self.username=username
210: self.serverport=serverport
211:
212: def __call__(self):
213: """call method """
214: self.run()
215: return True
216:
217: def getContext(self, app,serverport="8080"):
218: """get the context within the ZODB"""
219: resp = HTTPResponse(stdout=None)
220: env = {
221: 'SERVER_NAME':'localhost',
222: 'SERVER_PORT':serverport,
223: 'REQUEST_METHOD':'GET'
224: }
225: req = HTTPRequest(None, env, resp)
226: return app.__of__(RequestContainer(REQUEST = req))
227:
228: def run(self):
229:
230: self.result=""
231: #find context within ZODB
232: from Zope import DB
233: conn = DB.open()
234: root = conn.root()
235: app = root['Application']
236: ctx = self.getContext(app,serverport=self.serverport)
237: self.uploadATFThread(ctx,self.upload,self.basketId)
238:
239: #ctx.cdliRoot.cdli_main.tmpStore2[self.getName()[0:]]=self.returnValue
240:
241: get_transaction().commit()
242:
243: while self.continueVar:
244: pass
245:
246: conn.close()
247:
248:
249: def getResult(self):
250: """method for accessing result"""
251: return self.result
252:
253: def uploadATFThread(self,ctx,upload,basketId=0):
254: """upload an atf file"""
255: #TODO: add comments
256: #TODO: finish uploadATF
257: self.result="<html><body><h2>I got your file, start now to split it into single atf-files!</h2><p>"
258:
259: #make sure that id is a string and not an integer
260: basketId=str(basketId)
261:
262: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
263: ctx2=ctx.cdliRoot
264:
265: #get temporary file for staging the downloaded and splitted files
266: dir=mkdtemp()
267:
268:
269: changed=[] # changed files
270: errors=[] # files with errors
271: newPs=[] # new p filed
272: psNotInCatalog=[] # files not in the catalog
273:
274: #split the uploadedd atf file
275: basketNameFromFile, numberOfFiles=splitatf(upload,dir,ext=self)
276:
277: #find basketId if not set
278:
279: #get active abaket
280: if basketId == '0':
281: basketObj=ctx2.basketContainer.getActiveBasket()
282: if basketObj:
283: basketId=basketObj.getId()
284:
285: #if there is no active baske and no basketid given, id is empty, else get besketname and length
286: if basketId == '0':
287: basketNameFromId=""
288: basketLen=0
289: else:
290: basketNameFromId=getattr(ctx2.basketContainer,basketId).title
291: basketLen=getattr(ctx2.basketContainer,basketId).getLastVersion().numberOfItems()
292:
293:
294: self.result+="""<html><body><h2>I got the files</h2><
295: p>I am computing the differences to the exisiting files</p>"""
296:
297: #start to check the files
298: for fn in os.listdir(dir):
299:
300: self.result+="<p>process:%s</p>"%fn
301:
302: # check if file is in the catalog
303: #TODO: checkCatalog is not implemented yet
304: if ctx2.cdli_main.checkCatalog(fn):
305: psNotInCatalog.append(fn)
306:
307: #check if p-file already at the server
308: founds=ctx2.CDLICatalog.search({'title':fn})
309:
310: #if not than add filename to the list of newfiles
311: if len(founds)==0:
312: newPs.append(fn)
313:
314: #if p file alread at the server
315: for found in founds:
316: #analyse the differences to the actual file
317: obj=found.getObject()
318:
319: if (not (str(obj.lockedBy))=='') and (not (str(obj.lockedBy)==str(self.username))):
320: errors.append(obj)
321: else:
322: data=file(os.path.join(dir,fn)).read()
323: diffs=obj.diff(data)
324: if diffs[0]>0:
325: changed.append((obj,diffs))
326: #hochladen
327:
328: #ready, set the returnValues
329: self.result+="<h3>Done</h3></body></html>"
330:
331: self.returnValue={}
332: self.returnValue['changed']=changed
333: self.returnValue['errors']=errors
334: self.returnValue['newPs']=newPs
335: self.returnValue['tmpdir']=dir
336: self.returnValue['basketLen']=basketLen
337: self.returnValue['numberOfFiles']=numberOfFiles
338: self.returnValue['basketNameFromId']=basketNameFromId
339: self.returnValue['basketNameFromFile']=basketNameFromFile
340: self.returnValue['basketId']=basketId
341: self.returnValue['dir']=dir
342:
343: #ctx2.cdli_main.setTemp('v_uploadATF_returnValue',True)
344:
345:
346: class Basket_old(Folder):
347: """shopping basket - alte fassung """
348:
349: meta_type="Basket"
350: _v_stack={}
351:
352: def getObjUrl(self,objId):
353: """getUrl"""
354: founds=self.CDLICatalog.search({'title':objId})
355: if len(founds)>0:
356: return founds[0].getObject().absolute_url()
357:
358: else: #assume version number
359: splitted=objId.split("_")
360: founds=self.CDLICatalog.search({'title':splitted[1]})
361: return founds[0].getObject().absolute_url()+'/'+objId
362:
363: def storeAllLink(self,results):
364: """erzeuge link zum speicher aller results"""
365: nr=self.REQUEST['_ZopeId']
366:
367: if results:
368: self._v_stack[nr]=[x.getObject().getId() for x in results]
369:
370: return self.absolute_url()+"/storeAll?id="+nr
371:
372: def storeAll(self,id):
373: """store all"""
374: try:
375: results=self._v_stack[id]
376: except:
377: #TODO: write expired page
378: return "expired"
379:
380: return self.storeInBasketForm(results)
381:
382: def storeInBasketForm(self,ids):
383: """ store an object form"""
384:
385: if type(ids) is not ListType:
386: ids=[ids]
387: self.REQUEST.SESSION['ids']=ids[0:]
388:
389: self.REQUEST.SESSION['BACKLINK']=self.REQUEST['HTTP_REFERER']
390:
391: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','storeBasketObject.zpt')).__of__(self)
392: return pt()
393:
394: def storeInBasket(self,username,ids=None,RESPONSE=None,REQUEST=None):
395: """store it"""
396:
397: if not ids:
398: ids=REQUEST.SESSION['ids']
399:
400: self.REQUEST.SESSION['basketUser']=username
401:
402: baskets=self.ZopeFind(self,obj_ids=[username])
403: if len(baskets)>0:
404: basket=baskets[0][1]
405: else:
406: manage_addBasketObject(self,username)
407: basket=self._getOb(username)
408:
409:
410: basket.addObjects(ids)
411: back=self.REQUEST.SESSION.get('BACKLINK', None)
412:
413: if RESPONSE:
414: RESPONSE.redirect(back)
415:
416:
417:
418: def showBasket(self,user=None,set=None,RESPONSE=None):
419: """show the basket"""
420:
421: if user:
422: self.REQUEST.SESSION['basketUser']=user
423:
424: if not user and not set:
425: user=self.REQUEST.SESSION.get('basketUser',None)
426:
427: if not user:
428: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','orizeBasketUser.zpt')).__of__(self)
429: return pt()
430: else:
431: baskets=self.ZopeFind(self,obj_ids=[user])
432:
433:
434: if len(baskets)>0:
435: RESPONSE.redirect(baskets[0][1].absolute_url())
436: return True
437: else:
438: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','emptyBasket.zpt')).__of__(self)
439: return pt()
440:
441:
442: def manage_addBasket_oldForm(self):
443: """add the basket form"""
444: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addBasket.zpt')).__of__(self)
445: return pt()
446:
447: def manage_addBasket_old(self,id,title,RESPONSE=None):
448: """add the basket"""
449: ob=Basket()
450:
451: ob.id=str(id)
452: ob.title=title
453: self._setObject(id, ob)
454: ob=self._getOb(id)
455:
456: if RESPONSE is not None:
457: RESPONSE.redirect('manage_main')
458:
459:
460: class BasketObject_old(Folder):
461: """Basket Object - alte fassung"""
462:
463: meta_type="basketObject"
464: def __init__(self):
465: """init basket object"""
466: self.contents=[]
467:
468: def numberOfItems(self):
469: """return anzahl der elemente im basket"""
470: num=len(self.contents)
471:
472: return num
473:
474: def addObjects(self,ids):
475: """addObjects"""
476:
477: for id in ids:
478: founds=self.CDLICatalog.search({'title':id})
479: for found in founds:
480: if found.getObject() not in self.contents:
481: tm=self.contents[0:]
482: tm.append(found.getObject())
483: self.contents=tm[0:]
484:
485: return True
486:
487: def index_html(self):
488: """view the basket"""
489: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','basketObject_index_html.zpt')).__of__(self)
490: return pt()
491:
492: def deleteObjects(self,ids,RESPONSE=None):
493: """delete objects"""
494: list = self.contents[0:]
495: for content in list:
496:
497: if content.getId() in ids:
498: self.contents.remove(content)
499:
500:
501: if RESPONSE:
502: RESPONSE.redirect(self.absolute_url())
503:
504:
505: def unlockTest(self):
506: """unlock all files of the testuser for debuggin"""
507: for object in self.contents:
508:
509: if str(object.lockedBy)=="test":
510: object.lockedBy=""
511:
512: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
513: """download all selected files in one file"""
514:
515: ret=""
516: lockedObjects={}
517:
518:
519: if lock:
520:
521: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
522:
523: return "please login first"
524:
525: #check if a locked object exist in the basket.
526: lockedObjects={}
527: for object in self.contents:
528:
529: if not object.lockedBy=="":
530: lockedObjects[object.title]=repr(object.lockedBy)
531:
532:
533: keys=lockedObjects.keys()
534:
535:
536: if len(keys)>0 and (not procedure):
537: self.REQUEST.SESSION['lockedObjects']=lockedObjects
538: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
539: return pt()
540:
541: elif not procedure: #keine fails gesperrt dann alle donwloaden
542: procedure="downloadAll"
543:
544:
545: for object in self.contents:
546:
547: if (procedure=="downloadAll") or (object.lockedBy=='') or (object.lockedBy==self.REQUEST['AUTHENTICATED_USER']):
548: ret+=object.getLastVersion().data
549:
550: if lock and object.lockedBy=='':
551: object.lockedBy=self.REQUEST['AUTHENTICATED_USER']
552:
553:
554: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="basket_%s.atf" """%self.getId())
555: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
556: length=len(ret)
557: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
558: self.REQUEST.RESPONSE.write(ret)
559:
560:
561: def manage_addBasket_oldObjectForm(self):
562: """add form"""
563: pass
564:
565: def manage_addBasket_oldObject(self,id,title='',RESPONSE=None):
566: """add"""
567:
568: ob=BasketObject()
569:
570: ob.id=str(id)
571: ob.title=title
572: self._setObject(id, ob)
573: ob=self._getOb(id)
574:
575: if RESPONSE is not None:
576: RESPONSE.redirect('manage_main')
577:
578:
579: class CDLIBasketContainer(OrderedFolder):
580: """contains the baskets"""
581:
582:
583: security=ClassSecurityInfo()
584: meta_type="CDLIBasketContainer"
585:
586: def upDateBaskets(self):
587: """update content in to objects"""
588:
589: founds=self.ZopeFind(self,obj_metatypes=['CDLIBasketVersion'],search_sub=1)
590:
591: for found in founds:
592: found[1].updateBasket()
593:
594: security.declareProtected('manage','deleteBaskets')
595: def deleteBaskets(self,ids=None):
596: """delete baskets, i.e. move them into trash folder"""
597:
598:
599: found=self.ZopeFind(self,obj_ids=['trash'])
600:
601: if len(found)<1:
602: manage_addFolder(self, 'trash')
603: trash=self._getOb('trash')
604: else:
605: trash=found[0][1]
606:
607: if type(ids) is not ListType:
608: ids=[ids]
609: cut=self.manage_cutObjects(ids)
610: trash.manage_pasteObjects(cut)
611:
612: security.declareProtected('manage','manageBaskets')
613: def manageBaskets(self,ids,submit,REQUEST=None,RESPONSE=None):
614: """manage baskets, delete or copy"""
615: if submit=="delete":
616: self.deleteBaskets(ids)
617:
618:
619:
620: if RESPONSE:
621: RESPONSE.redirect(self.absolute_url())
622:
623: security.declareProtected('View','getBasketIdfromName')
624: def getBasketIdfromName(self,basketname):
625: """get id from name"""
626:
627: for basket in self.ZopeFind(self,obj_metatypes=["CDLIBasket"]):
628: if basket[1].title==basketname:
629: return basket[0]
630: else:
631: None
632:
633: security.declareProtected('manage','uploadBasket_html')
634:
635: def uploadBasket_html(self,basketId='0'):
636: """upload an atf file, html form"""
637:
638:
639: basketId=str(basketId)
640: if not basketId=='0':
641: basketName=getattr(self.basketContainer,basketId).title
642: else:
643: basketName=""
644:
645: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadBasket_html.zpt')).__of__(self)
646: return pt(basketId=basketId,basketName=basketName)
647:
648:
649: security.declareProtected('View','index_html')
650: def index_html(self):
651: """stanadard ansicht"""
652:
653:
654:
655: ext=self.ZopeFind(self,obj_ids=["index.html"])
656: if ext:
657: return ext[0][1]()
658:
659: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketContainerMain')).__of__(self)
660: return pt()
661:
662: def getStorageFolderRoot(self):
663: """root des storage folders"""
664: return self.cdli_main
665:
666: def __init__(self,id,title):
667: """ init basket container"""
668: self.id=id
669: self.title=title
670:
671:
672: def getBaskets(self,sortField='title'):
673: """get all baskets files"""
674:
675: def sortName(x,y):
676: return cmp(x[1].title.lower(),y[1].title.lower())
677:
678: def sortDate(x,y):
679: return cmp(y[1].getLastVersion().getTime(),x[1].getLastVersion().getTime())
680:
681:
682: def sortComment(x,y):
683:
684:
685:
686: try:
687: xc=getattr(x[1],'comment','ZZZZZZZZZZZZZ').lower()
688: except:
689: xc='ZZZZZZZZZZZZZ'.lower()
690: try:
691: yc=getattr(y[1],'comment','ZZZZZZZZZZZZZ').lower()
692: except:
693: yc='ZZZZZZZZZZZZZ'.lower()
694:
695:
696: if (xc=='') or (xc=='ZZZZZZZZZZZZZ'.lower()):
697:
698: try:
699: xc=x[1].getLastVersion().getComment().lower()
700: except:
701: xc='ZZZZZZZZZZZZZ'.lower()
702:
703: if (yc=='') or (yc=='ZZZZZZZZZZZZZ'.lower()):
704: try:
705: yc=y[1].getLastVersion().getComment().lower()
706: except:
707: yc='ZZZZZZZZZZZZZ'.lower()
708:
709:
710: return cmp(xc,yc)
711:
712: def sortAuthor(x,y):
713:
714: return cmp(x[1].getLastVersion().getUser().lower(),y[1].getLastVersion().getUser().lower())
715:
716: baskets=self.ZopeFind(self,obj_metatypes=['CDLIBasket'])
717:
718:
719: if sortField=='title':
720: baskets.sort(sortName)
721: elif sortField=='date':
722: baskets.sort(sortDate)
723: elif sortField=='author':
724: baskets.sort(sortAuthor)
725: elif sortField=='comment':
726: baskets.sort(sortComment)
727:
728: return baskets
729:
730:
731:
732: def getNewId(self):
733: """createIds"""
734: last=getattr(self,'last',0)
735: last +=1
736: while len(self.ZopeFind(self,obj_ids=[str(last)]))>0:
737: last+=1
738:
739: self.last=last
740: return last
741:
742: def setActiveBasket(self,basketId,REQUEST=None):
743: """store active basketId in a cookie"""
744: self.REQUEST.RESPONSE.setCookie("CDLIActiveBasket",basketId,path="/")
745:
746: if REQUEST:
747: REQUEST.RESPONSE.redirect(REQUEST['URL1']+'?'+REQUEST['QUERY_STRING'])
748:
749: def getActiveBasket(self):
750: """get active basket from cookie"""
751:
752: id= self.REQUEST.cookies.get('CDLIActiveBasket',None)
753: if id:
754: obj=getattr(self,str(id),None)
755: else:
756: obj=None
757: return obj
758:
759: def getActualUserName(self):
760: """get name of the actualuser"""
761: return str(self.REQUEST['AUTHENTICATED_USER'])
762:
763:
764: def addBasket(self,newBasketName):
765: """add a new basket"""
766:
767: ob=manage_addCDLIBasket(self,newBasketName)
768: return ob
769:
770: def storeInBasket(self,submit,ids=None,newBasketName=None,fromFileList=None,RESPONSE=None,REQUEST=None):
771: """store it"""
772: if not ids:
773: ids=self.REQUEST.SESSION['fileIds']
774:
775: if type(ids) is not ListType:
776: ids=[ids]
777:
778: if (submit.lower()=="store in new basket") or (submit.lower()=="new basket"):
779: basketRet=self.addBasket(newBasketName)
780: self.setActiveBasket(basketRet.getId())
781: basket=getattr(self,basketRet.getId())
782: elif (submit.lower()=="store in active basket") or (submit.lower()=="active basket"):
783: basket=self.getActiveBasket()
784:
785: added=basket.addObjects(ids)
786: back=self.REQUEST['HTTP_REFERER'].split("?")[0]+"?basketName="+basket.title+"&numberOfObjects="+str(added)
787:
788:
789: if fromFileList:
790:
791: return self.cdli_main.findObjectsFromList(list=self.REQUEST.SESSION['fileIds'],basketName=basket.title,numberOfObjects=added)
792:
793: if RESPONSE:
794:
795: RESPONSE.redirect(back)
796:
797: return True
798:
799: def manage_addCDLIBasketContainerForm(self):
800: """add the CDLIBasketContainer form"""
801: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasketContainer.zpt')).__of__(self)
802: return pt()
803:
804: def manage_addCDLIBasketContainer(self,id,title,RESPONSE=None):
805: """add the basket"""
806: ob=CDLIBasketContainer(id,title)
807:
808: self._setObject(id, ob)
809:
810: if RESPONSE is not None:
811: RESPONSE.redirect('manage_main')
812:
813: class CDLIBasket(Folder,CatalogAware):
814: """basket"""
815:
816: meta_type="CDLIBasket"
817: default_catalog="CDLIBasketCatalog"
818:
819:
820: def getFile(self,obj):
821: return obj[1]
822:
823: def getFileLastVersion(self,obj):
824: return obj[0]
825:
826: def getFileNamesInLastVersion(self):
827: """get content of the last version as list"""
828:
829: return [x[1].getId() for x in self.getLastVersion().getContent()]
830:
831:
832: def isActual(self,obj):
833: """teste ob im basket die aktuelle version ist"""
834: actualNo=obj[1].getLastVersion().getVersionNumber()
835: storedNo=obj[0].getVersionNumber()
836:
837: founds=self.CDLICatalog.search({'title':obj[0].getId()})
838: if len(founds)>0:
839: actualNo=founds[0].getObject().getLastVersion().getVersionNumber()
840:
841: if len(founds)>0 and founds[0].getObject().aq_parent.getId()==".trash":
842: return False, -1
843:
844: if actualNo==storedNo:
845: return True , 0
846: else:
847: return False, actualNo
848:
849: def history(self):
850: """history"""
851:
852: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
853: if ext:
854: return getattr(self,ext[0][1].getId())()
855:
856: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketHistory')).__of__(self)
857: return pt()
858:
859: def getStorageFolderRoot(self):
860: """root des storage folders"""
861: return self.aq_parent.cdli_main
862:
863: def __init__(self,id,title,shortDescription="",comment=""):
864: """init a CDLIBasket"""
865:
866: self.id=id
867: self.title=title
868: self.shortDescription=shortDescription
869: self.comment=comment
870:
871:
872:
873: def getLastVersion(self):
874: """hole letzte version"""
875:
876: ids=[]
877: idsTmp= self.objectIds()
878: for x in idsTmp:
879: try:
880: ids.append(int(x))
881: except:
882: pass
883: ids.sort()
884:
885: if len(ids)==0:
886: return None
887: else:
888: ob=getattr(self,str(ids[-1]))
889:
890:
891: return ob
892:
893: def getVersions(self):
894: """get versions"""
895: versions=self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])
896: return versions
897:
898:
899: def updateObjects(self,ids,RESPONSE=None,REQUEST=None):
900: """update ids, ids not in the basket the add"""
901: if type(ids) is not ListType:
902: ids=[ids]
903:
904: lastVersion=self.getLastVersion()
905: oldContent=lastVersion.content.getContent()
906: newContent=[]
907:
908: #first copy the old
909: for obj in oldContent:
910: if obj[1].getId() not in ids:
911: newContent.append(obj)
912: #now add the new
913:
914: for id in ids:
915: founds=self.CDLICatalog.search({'title':id})
916:
917: for found in founds:
918: if found.getObject() not in oldContent:
919: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
920: newContent.append((found.getObject().getLastVersion(),found.getObject()))
921:
922:
923: content=newContent
924: user=self.getActualUserName()
925:
926: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
927:
928: obj=self._getOb(ob.getId())
929: if RESPONSE:
930:
931: RESPONSE.redirect(obj.absolute_url())
932:
933: return obj
934:
935: def addObjects(self,ids,deleteOld=None,username=None):
936: """generate a new version of the basket with objects added"""
937:
938: lastVersion=self.getLastVersion()
939:
940: if lastVersion is None:
941: oldContent=[]
942: else:
943: oldContent=lastVersion.content.getContent()
944:
945: if deleteOld:
946: oldContent=[]
947:
948: newContent=[]
949: added=0
950: for id in ids:
951: founds=self.CDLICatalog.search({'title':id})
952:
953: for found in founds:
954: if found.getObject() not in oldContent:
955: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
956: newContent.append((found.getObject().getLastVersion(),found.getObject()))
957: added+=1
958:
959: content=oldContent+newContent
960: if not username:
961: user=self.getActualUserName()
962: else:
963: user = username
964:
965: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=content)
966:
967: return added
968:
969: def changeBasket(self,ids,submit,RESPONSE=None,REQUEST=None):
970: """change a basket"""
971: if submit=="update":
972: return self.updateObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
973: elif submit=="delete":
974: return self.deleteObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
975:
976: def deleteObjects(self,ids,RESPONSE=None,REQUEST=None):
977: """delete objects"""
978:
979: if type(ids) is not ListType:
980: ids=[ids]
981:
982: lastVersion=self.getLastVersion()
983: oldContent=lastVersion.content.getContent()
984: newContent=[]
985: for obj in oldContent:
986: if obj[1].getId() not in ids:
987: newContent.append(obj)
988:
989:
990: user=self.getActualUserName()
991:
992: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
993:
994: if RESPONSE:
995: obj=self._getOb(ob.getId())
996: RESPONSE.redirect(obj.absolute_url())
997:
998: def manage_addCDLIBasketForm(self):
999: """add the CDLIBasketContainer form"""
1000: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasket.zpt')).__of__(self)
1001: return pt()
1002:
1003: def manage_addCDLIBasket(self,title,shortDescription="",comment="",RESPONSE=None):
1004: """add the basket"""
1005:
1006: id=str(self.getNewId())
1007:
1008: ob=CDLIBasket(id,title,shortDescription,comment)
1009:
1010: self._setObject(id, ob)
1011:
1012: if RESPONSE is not None:
1013: RESPONSE.redirect('manage_main')
1014: else:
1015: return ob
1016:
1017: class CDLIBasketVersion(Implicit,Persistent,Folder):
1018: """version of a basket"""
1019:
1020: meta_type="CDLIBasketVersion"
1021: security=ClassSecurityInfo()
1022:
1023: def updateBasket(self):
1024: """update"""
1025: try:
1026: self._setObject('content',BasketContent(self.basketContent))
1027: except:
1028: try:
1029: if len(self.basketContent)>0:
1030: self.content.setContent(self.basketContent)
1031: except:
1032: print "error",self.getId(),self.aq_parent.getId()
1033: self.basketContent=[]
1034:
1035:
1036: def containsNonActualFiles(self):
1037: """returns True if basket contains one or more non current files"""
1038:
1039: objs=self.getContent()
1040: for obj in objs:
1041: if not self.isActual(obj)[0]:
1042: return True
1043: return False
1044:
1045: security.declareProtected('View','downloadObjectsAsOneFile')
1046: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None,check="yes",current="no"):
1047: """download all selected files in one file"""
1048:
1049: if (check=="yes") and self.containsNonActualFiles():
1050: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','downloadObjectAsOneFile_check.zpt')).__of__(self)
1051: return pt(lock=lock)
1052:
1053: ret=""
1054: lockedObjects={}
1055:
1056:
1057: if lock:
1058:
1059: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
1060:
1061: return "please login first"
1062:
1063: #check if a locked object exist in the basket.
1064: lockedObjects={}
1065: for object in self.content.getContent():
1066:
1067: if not object[1].lockedBy=="":
1068: lockedObjects[object[1].title]=repr(object[1].lockedBy)
1069:
1070:
1071: keys=lockedObjects.keys()
1072:
1073:
1074: if len(keys)>0 and (not procedure):
1075: self.REQUEST.SESSION['lockedObjects']=lockedObjects
1076: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
1077: return pt()
1078:
1079: elif not procedure: #keine fails gesperrt dann alle donwloaden
1080: procedure="downloadAll"
1081:
1082:
1083: for object in self.content.getContent():
1084:
1085: if (procedure=="downloadAll") or (object[1].lockedBy=='') or (object[1].lockedBy==self.REQUEST['AUTHENTICATED_USER']):
1086: if current=="no": #version as they are in the basket
1087: ret+=str(object[0].data)+"\n"
1088: elif current=="yes":
1089: #search current object
1090: founds=self.CDLICatalog.search({'title':object[0].getId()})
1091: if len(founds)>0:
1092: ret+=str(founds[0].getObject().getLastVersion().data)+"\n"
1093:
1094: if lock and object[1].lockedBy=='':
1095: object[1].lockedBy=self.REQUEST['AUTHENTICATED_USER']
1096:
1097: basket_name=self.aq_parent.title+"_V"+self.getId()
1098:
1099: #write basketname to header of atf file
1100: ret="#atf basket %s\n"%basket_name+ret
1101:
1102: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="%s.atf" """%basket_name)
1103: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1104: length=len(ret)
1105: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
1106: self.REQUEST.RESPONSE.write(ret)
1107:
1108:
1109: def numberOfItems(self):
1110: """return anzahl der elemente im basket"""
1111: return self.content.numberOfItems()
1112:
1113: def getTime(self):
1114: """getTime"""
1115: #return self.bobobase_modification_time().ISO()
1116:
1117: if hasattr(self,'time'):
1118: return time.strftime("%Y-%m-%d %H:%M:%S",self.time)
1119: elif hasattr(self,'timefixed'):
1120: return self.timefixed
1121: else:
1122: setattr(self,'timefixed',self.bobobase_modification_time().ISO())
1123: return self.bobobase_modification_time().ISO()
1124:
1125: def getContent(self):
1126: """get Basket Content"""
1127: return self.content.getContent()
1128:
1129:
1130: def __init__(self,id,user,comment="",basketContent=[]):
1131: """ init a basket version"""
1132: self.id=id
1133: self.coment=comment
1134: self._setObject('content',BasketContent(basketContent))
1135: #self.basketContent=basketContent[0:]a
1136: self.user=user
1137: self.time=time.localtime()
1138:
1139: def getUser(self):
1140: """get user"""
1141: return self.user
1142:
1143: def getComment(self):
1144: """get Comment"""
1145: return self.comment
1146:
1147: security.declareProtected('View','index_html')
1148: def index_html(self):
1149: """view the basket"""
1150:
1151: if self.REQUEST.get('change',False):
1152: ob=self.aq_parent.updateObjects(self.REQUEST['change'])
1153:
1154: self.REQUEST.RESPONSE.redirect(ob.absolute_url())#go to new basket, because changing generates a new basket
1155:
1156: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketVersionMain.zpt')).__of__(self)
1157: return pt()
1158:
1159: def getObjUrl(self,result):
1160: """getUrl of the version of the object"""
1161: objId=result[1].getTitle()
1162: founds=self.CDLICatalog.search({'title':objId})
1163: if len(founds)>0:
1164: return founds[0].getObject().getLastVersion().absolute_url()
1165:
1166: else: #assume version number
1167: splitted=objId.split("_")
1168: founds=self.CDLICatalog.search({'title':splitted[1]})
1169: return founds[0].getObject().getLastVersion().absolute_url()+'/'+objId
1170:
1171: def manage_addCDLIBasketVersion(self,user,comment="",basketContent=[],RESPONSE=None):
1172: """add a version"""
1173:
1174: #check for already existing versions
1175:
1176: lastVersion=self.getLastVersion()
1177: if lastVersion is None:
1178: newId=str(1)
1179: else:
1180: newId=str(int(lastVersion.getId())+1)
1181:
1182: ob=CDLIBasketVersion(newId,user,comment,basketContent)
1183:
1184: self._setObject(newId, ob)
1185:
1186: if RESPONSE is not None:
1187: RESPONSE.redirect('manage_main')
1188: else:
1189: return ob
1190:
1191: class CDLIFileObject(CatalogAware,versionedFileObject):
1192: """CDLI file object"""
1193:
1194: meta_type="CDLI File Object"
1195: default_catalog='CDLIObjectsCatalog'
1196:
1197: security=ClassSecurityInfo()
1198:
1199:
1200: security.declarePublic('makeThisVersionCurrent')
1201:
1202: def PrincipiaSearchSource(self):
1203: """Return cataloguable key for ourselves."""
1204: return str(self)
1205:
1206: def makeThisVersionCurrent_html(self):
1207: """form for making this version current"""
1208:
1209: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','makeThisVersionCurrent.zpt')).__of__(self)
1210: return pt()
1211: def makeThisVersionCurrent(self,comment,author,RESPONSE=None):
1212: """copy this version to current"""
1213: parent=self.aq_parent
1214:
1215:
1216: newversion=parent.manage_addCDLIFileObject('',comment,author)
1217: newversion.data=self.data[0:]
1218:
1219: if RESPONSE is not None:
1220: RESPONSE.redirect(self.aq_parent.absolute_url()+'/history')
1221:
1222:
1223: return True
1224:
1225: security.declarePublic('view')
1226:
1227: def view(self):
1228: """view file"""
1229: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','viewCDLIFile.zpt')).__of__(self)
1230: return pt()
1231:
1232: security.declarePublic('getPNumber')
1233: def getPNumber(self):
1234: """get the pnumber"""
1235: try:
1236: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1237: except:
1238: txt=self.data[0:]
1239:
1240: return "ERROR"
1241: try:
1242: return "P"+txt.group(1)
1243: except:
1244: return "ERROR"
1245:
1246: security.declarePublic('getDesignation')
1247: def getDesignation(self):
1248: """get the designation out of the file"""
1249: try:
1250: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1251: except:
1252: txt=self.data[0:]
1253:
1254: return "ERROR"
1255: try:
1256: return txt.group(2)
1257: except:
1258: return "ERROR"
1259:
1260: manage_addCDLIFileObjectForm=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject', version='1')
1261:
1262: def manage_addCDLIFileObject(self,id,vC='',author='', file='',title='',precondition='', content_type='',
1263: REQUEST=None):
1264: """Add a new File object.
1265:
1266: Creates a new File object 'id' with the contents of 'file'"""
1267:
1268: id=str(id)
1269: title=str(title)
1270: content_type=str(content_type)
1271: precondition=str(precondition)
1272:
1273: id, title = cookId(id, title, file)
1274:
1275: self=self.this()
1276:
1277: # First, we create the file without data:
1278: self._setObject(id, CDLIFileObject(id,title,'',content_type, precondition))
1279: self._getOb(id).versionComment=str(vC)
1280: self._getOb(id).time=time.localtime()
1281:
1282: setattr(self._getOb(id),'author',author)
1283:
1284: # Now we "upload" the data. By doing this in two steps, we
1285: # can use a database trick to make the upload more efficient.
1286: if file:
1287: self._getOb(id).manage_upload(file)
1288: if content_type:
1289: self._getOb(id).content_type=content_type
1290:
1291: if REQUEST is not None:
1292: REQUEST['RESPONSE'].redirect(self.absolute_url()+'/manage_main')
1293:
1294: class CDLIFile(versionedFile,CatalogAware):
1295: """CDLI file"""
1296:
1297: meta_type="CDLI file"
1298: default_catalog='CDLICatalog'
1299:
1300: #security.declarePublic('history')
1301: def history(self):
1302: """history"""
1303:
1304: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
1305: if ext:
1306: return getattr(self,ext[0][1].getId())()
1307:
1308: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','versionHistory')).__of__(self)
1309: return pt()
1310:
1311:
1312:
1313: def isContainedInBaskets(self,context=None):
1314: """check is this file is part of any basket
1315: @param context: (optional) necessessary if CDLIBasketCatalog is not an (inherited) attribute of self, context.CDLIBasketCatalog
1316: has to exist.
1317: """
1318:
1319: if not context:
1320: context=self
1321:
1322: ret=[]
1323: for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()}):
1324: #if the basket x is deleted it seemes to be that x is sometimes still in the Catalog, why?
1325: try:
1326: ret.append(x.getObject())
1327: except:
1328: pass
1329: return ret
1330: #return [x.getObject() for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()})]
1331:
1332:
1333: def addCDLIFileObjectForm(self):
1334: """add a new version"""
1335:
1336: if str(self.REQUEST['AUTHENTICATED_USER']) in ["Anonymous User"]:
1337: return "please login first"
1338: if (self.lockedBy==self.REQUEST['AUTHENTICATED_USER']) or (self.lockedBy==''):
1339: out=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject',version=self.getVersion()).__of__(self)
1340: return out()
1341: else:
1342: return "Sorry file is locked by somebody else"
1343:
1344: def manage_addCDLIFileObject(self,id,vC,author,
1345: file='',title='',
1346: precondition='',
1347: content_type='',
1348: changeName='no',newName='',
1349: come_from=None,RESPONSE=None):
1350: """add"""
1351: try: #TODO: der ganze vC unsinn muss ueberarbeitet werden
1352: vC=self.REQUEST['vC']
1353: except:
1354: pass
1355:
1356:
1357: if changeName=="yes":
1358: filename=file.filename
1359: self.title=filename[max(filename.rfind('/'),
1360: filename.rfind('\\'),
1361: filename.rfind(':'),
1362: )+1:]
1363:
1364:
1365: if not newName=='':
1366: self.title=newName[0:]
1367:
1368:
1369:
1370:
1371: positionVersionNum=getattr(self,'positionVersionNum','front')
1372:
1373: if positionVersionNum=='front':
1374: id="V%i"%self.getVersion()+"_"+self.title
1375: else:
1376: tmp=os.path.splitext(self.title)
1377: if len(tmp)>1:
1378: id=tmp[0]+"_V%i"%self.getVersion()+tmp[1]
1379: else:
1380: id=tmp[0]+"_V%i"%self.getVersion()
1381:
1382:
1383: manage_addCDLIFileObject(self,id,vC,author,file,id,precondition, content_type)
1384: objs=self.ZopeFind(self,obj_ids=[id])[0][1].setVersionNumber(int(self.getVersion()))
1385: try:
1386: #FIXME: wozu ist das gut?
1387: self.REQUEST.SESSION['objID_parent']=self.getId()
1388: except:
1389: pass
1390:
1391: if RESPONSE:
1392:
1393: obj=self.ZopeFind(self,obj_ids=[id])[0][1]
1394: if obj.getSize()==0:
1395: self.REQUEST.SESSION['objID']=obj.getId()
1396: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','errorUploadFile')).__of__(self)
1397: return pt()
1398:
1399: else:
1400: if come_from and (come_from!=""):
1401: RESPONSE.redirect(come_from+"?change="+self.getId())
1402: else:
1403: RESPONSE.redirect(self.REQUEST['URL2']+'?uploaded=%s'%self.title)
1404:
1405: else:
1406: return self.ZopeFind(self,obj_ids=[id])[0][1]
1407:
1408:
1409: def manage_addCDLIFileForm(self):
1410: """interface for adding the OSAS_root"""
1411: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIFile.zpt')).__of__(self)
1412: return pt()
1413:
1414: def manage_addCDLIFile(self,id,title,lockedBy, author=None, RESPONSE=None):
1415: """add the OSAS_root"""
1416: newObj=CDLIFile(id,title,lockedBy,author)
1417:
1418: tryToggle=True
1419: tryCount=0
1420:
1421:
1422:
1423: self._setObject(id,newObj)
1424:
1425:
1426: if RESPONSE is not None:
1427: RESPONSE.redirect('manage_main')
1428:
1429:
1430:
1431:
1432: def splitatf(fh,dir=None,ext=None):
1433: """split it"""
1434: ret=None
1435: nf=None
1436: i=0
1437: for line in fh.readlines():
1438: if ext:
1439: i+=1
1440: if (i%100)==0:
1441: ext.result+="."
1442: if i==10000:
1443: i=0
1444: ext.result+="<br>"
1445: #check if basket name is in the first line
1446: if line.find("#atf basket")>=0:
1447: ret=line.replace('#atf basket ','')
1448: ret=ret.split('_')[0]
1449: else:
1450: if (len(line.lstrip())>0) and (line.lstrip()[0]=="&"): #newfile
1451: if nf:
1452: nf.close() #close last file
1453:
1454:
1455: filename=line[1:].split("=")[0].rstrip()+".atf"
1456: if dir:
1457: filename=os.path.join(dir,filename)
1458: nf=file(filename,"w")
1459: if nf:
1460: nf.write(line)
1461:
1462: nf.close()
1463: fh.close()
1464: return ret,len(os.listdir(dir))
1465:
1466:
1467: class CDLIFileFolder(versionedFileFolder):
1468: """CDLI File Folder"""
1469:
1470: security=ClassSecurityInfo()
1471: meta_type="CDLI Folder"
1472: filesMetaType=['CDLI file']
1473: folderMetaType=['CDLI Folder']
1474: default_catalog='CDLICatalog'
1475: defaultFileCatalog=default_catalog #wenn dieses definiert ist, wird beim hinzufgen einer neuen version eines files dieser catalog neuiniziert
1476:
1477: tmpStore2={}
1478: def setTemp(self,name,value):
1479: """set tmp"""
1480:
1481: setattr(self,name,value)
1482:
1483:
1484: def delete(self,ids):
1485: """delete this file, i.e. move into a trash folder"""
1486:
1487: found=self.ZopeFind(self,obj_ids=['.trash'])
1488:
1489: if len(found)<1:
1490: manage_addCDLIFileFolder(self, '.trash',title="Trash")
1491: trash=self._getOb('.trash')
1492: else:
1493: trash=found[0][1]
1494:
1495: if type(ids) is not ListType:
1496: ids=[ids]
1497: cut=self.manage_cutObjects(ids)
1498: trash.manage_pasteObjects(cut)
1499:
1500: def getVersionNumbersFromIds(self,ids):
1501: """get the numbers of the current versions of documents described by their ids"""
1502:
1503: ret=[]
1504: searchStr=" OR ".join(ids)
1505:
1506: founds=self.CDLICatalog.search({'title':searchStr})
1507:
1508: for found in founds:
1509: lastVersion=found.getObject().getLastVersion()
1510: ret.append((found.getId,lastVersion))
1511:
1512: return ret
1513:
1514: def checkCatalog(self,fn):
1515: """check if fn is in the catalog"""
1516: #TODO add checkCatalog
1517:
1518:
1519:
1520: def findObjectsFromListWithVersion(self,list):
1521: """find objects from a list with versions
1522: @param list: list of tuples (cdliFile,version)
1523: """
1524:
1525:
1526:
1527: #self.REQUEST.SESSION['fileIds']=list#store fieldIds in session for further usage
1528: #self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1529:
1530:
1531: pt=getattr(self,'filelistVersioned.html')
1532:
1533: return pt(search=list)
1534:
1535:
1536:
1537: def findObjectsFromList(self,enterList=None,display=False,start=None,upload=None,list=None,basketName=None,numberOfObjects=None,RESPONSE=None):
1538: """findObjectsFromList (, TAB oder LINE separated)"""
1539:
1540:
1541: if upload: # list from file upload
1542: txt=upload.read()
1543:
1544: if enterList:
1545: txt=enterList
1546:
1547: if upload or enterList:
1548: txt=txt.replace(",","\n")
1549: txt=txt.replace("\t","\n")
1550: txt=txt.replace("\r","\n")
1551: idsTmp=txt.split("\n")
1552: ids=[]
1553: for id in idsTmp: # make sure that no empty lines
1554: idTmp=id.lstrip().rstrip()
1555: if len(idTmp)>0:
1556:
1557: ids.append(idTmp)
1558:
1559: #self.REQUEST.SESSION['ids']=" OR ".join(ids)
1560:
1561: pt=getattr(self,'filelist.html')
1562: self.REQUEST.SESSION['searchList']=ids
1563: return pt(search=ids)
1564:
1565: if basketName:
1566: #TODO: get rid of one of these..
1567:
1568: pt=getattr(self,'filelist.html')
1569: return pt(basketName=basketName,numberOfObjects=numberOfObjects)
1570:
1571: if list is not None: # got already a list
1572: ret=[]
1573: for fileId in list:
1574: if fileId.find("*"): #check for wildcards
1575: fileId=fileId
1576: elif len(fileId.split("."))==1:
1577: fileId=fileId+".atf"
1578:
1579: ret+=self.CDLICatalog({'title':fileId})
1580: #TODO: get rid of one of these..
1581: ids=[x.getObject().getId() for x in ret]
1582: self.REQUEST.SESSION['fileIds']=ids#store fieldIds in session for further usage
1583: self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1584:
1585: if display:
1586: pt=getattr(self,'filelist.html')
1587:
1588: return pt(search=ids)
1589: else:
1590: return ret
1591:
1592:
1593:
1594: if start:
1595: RESPONSE.redirect("filelist.html?start:int="+str(start))
1596:
1597:
1598:
1599: security.declareProtected('Manage','createAllFilesAsSingleFile')
1600: def createAllFilesAsSingleFile(self,RESPONSE=None):
1601: """download all files"""
1602:
1603: def sortF(x,y):
1604: return cmp(x[0],y[0])
1605:
1606: catalog=getattr(self,self.default_catalog)
1607: #tf,tfilename=mkstemp()
1608:
1609:
1610: list=[(x.getId,x) for x in catalog()]
1611: list.sort(sortF)
1612:
1613: RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%"all.atf")
1614: RESPONSE.setHeader("Content-Type","application/octet-stream")
1615:
1616: for l in list:
1617: obj=l[1].getObject()
1618:
1619: if obj.meta_type=="CDLI file":
1620:
1621: #os.write(tf,obj.getLastVersion().data)
1622: if RESPONSE:
1623: RESPONSE.write(obj.getLastVersion().data[0:])
1624: #os.close(tf)
1625: #RESPONSE.redirect(self.absolute_url()+"/downloadFile?fn="%tfilename)
1626: return True
1627:
1628: def downloadFile(self,fn):
1629: """download fn - not used yet"""
1630: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%self.getLastVersion().getId())
1631: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1632: self.REQUEST.RESPONSE.write(file(fn).read())
1633:
1634:
1635:
1636: def hasParent(self):
1637: """returns true falls subfolder"""
1638:
1639: if self.aq_parent.meta_type in self.folderMetaType:
1640: return True
1641: else:
1642: return False
1643:
1644: def getFolders(self):
1645: """get all subfolders"""
1646: ret=[]
1647: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1648: for folder in folders:
1649: ret.append((folder[1],
1650: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1651: len(self.ZopeFind(folder[1],obj_metatypes=self.filesMetaType))
1652: ))
1653: return ret
1654:
1655:
1656: def getFolders_OLD(self):
1657: """get all subfolders"""
1658: ret=[]
1659: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1660: for folder in folders:
1661: ret.append((folder[1],
1662: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1663: len(getattr(self,self.default_catalog)({'path':folder[0]}))
1664: ))
1665: return ret
1666: security.declareProtected('View','index_html')
1667: def index_html(self):
1668: """main"""
1669: ext=self.ZopeFind(self,obj_ids=["index.html"])
1670: if ext:
1671: return ext[0][1]()
1672:
1673: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','CDLIFileFolderMain')).__of__(self)
1674: return pt()
1675:
1676:
1677: manage_addCDLIFileFolderForm=DTMLFile('dtml/folderAdd', globals())
1678:
1679:
1680: def manage_addCDLIFileFolder(self, id, title='',
1681: createPublic=0,
1682: createUserF=0,
1683: REQUEST=None):
1684: """Add a new Folder object with id *id*.
1685:
1686: If the 'createPublic' and 'createUserF' parameters are set to any true
1687: value, an 'index_html' and a 'UserFolder' objects are created respectively
1688: in the new folder.
1689: """
1690: ob=CDLIFileFolder()
1691: ob.id=str(id)
1692: ob.title=title
1693: self._setObject(id, ob)
1694: ob=self._getOb(id)
1695:
1696: checkPermission=getSecurityManager().checkPermission
1697:
1698: if createUserF:
1699: if not checkPermission('Add User Folders', ob):
1700: raise Unauthorized, (
1701: 'You are not authorized to add User Folders.'
1702: )
1703: ob.manage_addUserFolder()
1704:
1705:
1706: if REQUEST is not None:
1707: return self.manage_main(self, REQUEST, update_menu=1)
1708:
1709: class CDLIRoot(Folder):
1710: """main folder for cdli"""
1711:
1712: meta_type="CDLIRoot"
1713:
1714: def URLquote(self,str):
1715: """quote url"""
1716: return urllib.quote(str)
1717:
1718: def URLunquote(self,str):
1719: """unquote url"""
1720: return urllib.unquote(str)
1721:
1722:
1723: def forceunlock(self):
1724: "break all locks"
1725: ret=[]
1726: for f in self.ZopeFind(self,obj_metatypes="CDLI file",search_sub=1):
1727: un=f[1].forceunlock()
1728:
1729: if un and un !="":
1730: ret.append((f[0],un))
1731: print ret
1732: return ret
1733:
1734: def getChangesByAuthor(self,author,n=100):
1735: """getChangesByAuthor"""
1736: zcat=self.CDLIObjectsCatalog
1737: res=zcat({'lastEditor':author,
1738: 'sort_on':'getTime',
1739: 'sort_order':'descending',
1740: 'sort_limit':n})[:n ]
1741:
1742: return res
1743:
1744: def getChangesByAuthor_html(self,author,n=100):
1745: """html output for changes by author"""
1746: tmp={}
1747: list=[]
1748: for x in self.getChangesByAuthor(author):
1749: nr=x.getObject().getVersionNumber()
1750: id=x.getObject().aq_parent.getId()
1751: #hinzufuegen, wenn Version neuer als die
1752: if tmp.get(id,(0,0))[1] < nr:
1753: tmp[id]=(x.getObject().aq_parent,nr)
1754:
1755:
1756: return self.cdli_main.findObjectsFromListWithVersion(list=tmp.values())
1757:
1758: def getLastChanges(self,n=100):
1759: """get the last n changes"""
1760: n=int(n)
1761: zcat=self.CDLICatalog
1762: return zcat({'sort_on':'getLastChangeDate',
1763: 'sort_order':'descending',
1764: 'sort_limit':n})[:n ]
1765:
1766:
1767: def getLastChanges_html(self,n=100):
1768: """get the last n changes"""
1769: list = [x.getId for x in self.getLastChanges(n)]
1770: return self.cdli_main.findObjectsFromList(list=list,display=True)
1771:
1772: def refreshTxt(self,txt="",threadName=None):
1773: """txt fuer refresh"""
1774:
1775: return """ 2;url=%s?repeat=%s """%(self.absolute_url()+txt,threadName)
1776:
1777:
1778: def getResult(self,threadName=None):
1779: """result of thread"""
1780: try:
1781: return self._v_uploadATF[threadName].getResult()
1782: except:
1783: return "One moment, please"
1784:
1785:
1786: def checkThreads(self):
1787: """check threads"""
1788: ret="<html><body>"
1789: for thread in threading.enumerate():
1790: ret+="<p>%s : %s</p>"%(repr(thread),thread.isAlive())
1791:
1792: return ret
1793:
1794:
1795:
1796: def uploadATF(self,repeat=None,upload=None,basketId=0,RESPONSE=None):
1797: """standard ausgabe"""
1798: #self._v_uploadATF.returnValue=None
1799:
1800: threadName=repeat
1801: if not threadName or threadName=="":
1802: tmpVar=False
1803:
1804: thread=uploadATFThread()
1805: threadName=thread.getName()[0:]
1806: if (not hasattr(self,'_v_uploadATF')):
1807: self._v_uploadATF={}
1808:
1809: self._v_uploadATF[threadName]=thread
1810: #self._xmltrans.start()
1811: #thread=Thread(target=self._v_uploadATF)
1812:
1813: self._v_uploadATF[threadName].set(upload,basketId,self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1814: #thread.start()
1815: self._v_uploadATF[threadName].start()
1816:
1817:
1818: self.threadName=self._v_uploadATF[threadName].getName()[0:]
1819: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1820:
1821: if wait_template:
1822: return wait_template[0][1]()
1823: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1824: return pt(txt='/uploadATF',threadName=threadName)
1825: #_v_xmltrans.run()
1826:
1827: else:
1828: #recover thread, if lost
1829: if (not hasattr(self,'_v_uploadATF')):
1830: self._v_uploadATF={}
1831: if not self._v_uploadATF.get(threadName,None):
1832: for thread in threading.enumerate():
1833: if threadName == thread.getName():
1834: self._v_uploadATF[threadName]=thread
1835:
1836: if not self._v_uploadATF[threadName].returnValue:
1837:
1838:
1839: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1840: if wait_template:
1841: return wait_template[0][1]()
1842:
1843: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1844:
1845: return pt(txt='/uploadATF',threadName=threadName)
1846:
1847: else:
1848: # tmp={}
1849: # for key in self._v_uploadATF[threadName].returnValue.keys():
1850: # t=self._v_uploadATF[threadName].returnValue[key]
1851: # if type(t) is ListType:
1852: # tmp[key]=self._v_uploadATF[threadName].returnValue[key][0:]
1853: # else:
1854: # tmp[key]=self._v_uploadATF[threadName].returnValue[key]
1855: # print repr(tmp[key]),repr(key)
1856: #
1857: # #
1858: #tmp=self.cdli_main.tmpStore2[threadName]
1859: tmp=self._v_uploadATF[threadName].returnValue
1860:
1861: #self._v_uploadATF[threadName].continueVar=False
1862:
1863: self.REQUEST.SESSION['changed']=[x[0].getId() for x in tmp['changed']]
1864: self.REQUEST.SESSION['errors']=[x.getId() for x in tmp['errors']]
1865: self.REQUEST.SESSION['newPs']=tmp['newPs']
1866: self.REQUEST.SESSION['tmpdir']=tmp['dir']
1867: #del(self.cdli_main.tmpStore2[threadName])
1868:
1869:
1870: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1871:
1872: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1873: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1874:
1875: def redoUpload(self,threadName):
1876: """redo the upload"""
1877: tmp=self.cdli_main.tmpStore2[threadName]
1878: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1879: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1880: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1881:
1882: def uploadATFfinally(self,procedure='',comment="",basketname='',unlock=None,repeat=None,RESPONSE=None):
1883: """nowupload the files"""
1884:
1885:
1886:
1887: threadName=repeat
1888: if not threadName or threadName=="":
1889: thread=uploadATFfinallyThread()
1890: threadName=thread.getName()[0:]
1891:
1892: if (not hasattr(self,'_v_uploadATF')):
1893: self._v_uploadATF={}
1894:
1895: self._v_uploadATF[threadName]=thread
1896:
1897:
1898: self._v_uploadATF[threadName].set(procedure,comment=comment,basketname=basketname,unlock=unlock,SESSION=self.REQUEST.SESSION,username=self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1899:
1900: self._v_uploadATF[threadName].start()
1901:
1902:
1903:
1904: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1905:
1906: if wait_template:
1907: return wait_template[0][1]()
1908: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1909:
1910: return pt(txt='/uploadATFfinally',threadName=threadName)
1911: #_v_xmltrans.run()
1912:
1913: else:
1914: #recover thread, if lost
1915: if not hasattr(self,'_v_uploadATF'):
1916: self._v_uploadATF={}
1917: if not self._v_uploadATF.get(threadName,None):
1918: for thread in threading.enumerate():
1919: if threadName == thread.getName():
1920: self._v_uploadATF[threadName]=thread
1921:
1922: if self._v_uploadATF.get(threadName,None) and (self._v_uploadATF[threadName] is not None) and (not self._v_uploadATF[threadName].end) :
1923:
1924: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1925: if wait_template:
1926: return wait_template[0][1]()
1927:
1928: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1929: return pt(txt='/uploadATFfinally',threadName=threadName)
1930: else:
1931:
1932: if RESPONSE is not None:
1933: RESPONSE.redirect(self.absolute_url())
1934:
1935: def importFiles(self,comment="",author="" ,folderName="/Users/dwinter/Documents/workspace/cdli/atf", files=None,ext=None):
1936: """import files"""
1937: root=self.cdli_main
1938:
1939: if not files:
1940: files=os.listdir(folderName)
1941:
1942: for f in files:
1943: folder=f[0:3]
1944: f2=f[0:5]
1945: obj=self.ZopeFind(root,obj_ids=[folder])
1946: if ext:
1947:
1948: ext.result+="<p>Adding: %s </p>"%f
1949: if not obj:
1950: manage_addCDLIFileFolder(root,folder,folder)
1951: fobj=getattr(root,folder)
1952: #get_transaction().commit()
1953: else:
1954: fobj=obj[0][1]
1955:
1956: obj2=fobj.ZopeFind(fobj,obj_ids=[f2])
1957:
1958: if not obj2:
1959: manage_addCDLIFileFolder(fobj,f2,f2)
1960: fobj2=getattr(fobj,f2)
1961:
1962: else:
1963: fobj2=obj2[0][1]
1964:
1965: file2=file(os.path.join(folderName,f))
1966: id=f
1967: manage_addCDLIFile(fobj2,f,'','')
1968: id=f
1969: ob=fobj2._getOb(f)
1970: ob.title=id
1971:
1972: manage_addCDLIFileObject(ob,id,comment,author,file2,content_type='')
1973: self.CDLICatalog.catalog_object(ob)
1974: #self.CDLICatalog.manage_catalogFoundItems(obj_ids=[id],search_sub=1)
1975: #self.CDLICatalog.manage_catalogObject(self.REQUEST, self.REQUEST.RESPONSE, 'CDLICatalog', urlparse.urlparse(ob.absolute_url())[1])
1976:
1977: return "ok"
1978:
1979:
1980: manage_addCDLIRootForm=DTMLFile('dtml/rootAdd', globals())
1981:
1982:
1983: def manage_addCDLIRoot(self, id, title='',
1984: createPublic=0,
1985: createUserF=0,
1986: REQUEST=None):
1987: """Add a new Folder object with id *id*.
1988:
1989: If the 'createPublic' and 'createUserF' parameters are set to any true
1990: value, an 'index_html' and a 'UserFolder' objects are created respectively
1991: in the new folder.
1992: """
1993: ob=CDLIRoot()
1994: ob.id=str(id)
1995: ob.title=title
1996: self._setObject(id, ob)
1997: ob=self._getOb(id)
1998:
1999: checkPermission=getSecurityManager().checkPermission
2000:
2001: if createUserF:
2002: if not checkPermission('Add User Folders', ob):
2003: raise Unauthorized, (
2004: 'You are not authorized to add User Folders.'
2005: )
2006: ob.manage_addUserFolder()
2007:
2008:
2009: if REQUEST is not None:
2010: return self.manage_main(self, REQUEST, update_menu=1)
2011:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>