1: """CDLI extensions of the filearchive"""
2: from Products.versionedFile.extVersionedFile import *
3: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
4: from tempfile import mkstemp,mkdtemp
5: import os.path
6: import os
7: from types import *
8: import urlparse
9: from OFS.OrderedFolder import OrderedFolder
10: from OFS.SimpleItem import SimpleItem
11: import time
12: from OFS.Folder import manage_addFolder
13: import re
14: from AccessControl import ClassSecurityInfo
15: from Acquisition import Implicit
16: from Globals import Persistent
17: from threading import Thread
18: from ZPublisher.HTTPRequest import HTTPRequest
19: from ZPublisher.HTTPResponse import HTTPResponse
20: from ZPublisher.BaseRequest import RequestContainer
21: import threading
22:
23:
24: class BasketContent(SimpleItem):
25: """classe fuer den Inhalt eines Baskets"""
26:
27: def __init__(self,content=[]):
28: """content"""
29: self.contentList=content[0:]
30:
31: def getContent(self):
32: """get content"""
33:
34: return self.contentList
35:
36: def setContent(self,content):
37: self.contentList=content[0:]
38:
39: def numberOfItems(self):
40: """number"""
41:
42: return len(self.getContent())
43:
44:
45: class uploadATFfinallyThread(Thread):
46: """class for adding uploaded filed (temporarily stored in the staging area at /tmp"""
47:
48: def __init__(self):
49: """init for uploadATFfinallyThread"""
50: self.continueVar=True
51: self.returnValue=None
52: self.end=False
53: Thread.__init__(self)
54:
55: def set(self,procedure,comment="",basketname='',unlock=None,SESSION=None,username=None,serverport="8080"):
56: """set start values for the thread"""
57: self.procedure=procedure
58: self.comment=comment
59: self.basketname=basketname
60: self.unlock=unlock
61: self.SESSION=SESSION
62: self.username=username
63: self.serverport=serverport
64:
65: def __call__(self):
66: """call of the thread (equals run)"""
67: self.run()
68: return True
69:
70: def getContext(self, app,serverport="8080"):
71: """get the context within the ZODB"""
72:
73: resp = HTTPResponse(stdout=None)
74: env = {
75: 'SERVER_NAME':'localhost',
76: 'SERVER_PORT':serverport,
77: 'REQUEST_METHOD':'GET'
78: }
79: req = HTTPRequest(None, env, resp)
80: return app.__of__(RequestContainer(REQUEST = req))
81:
82:
83: def run(self):
84: """run"""
85:
86: self.result=""
87: #find context within ZODB
88: from Zope import DB
89: conn = DB.open()
90: root = conn.root()
91: app = root['Application']
92: ctx = self.getContext(app,serverport=self.serverport)
93:
94: #add the files
95: self.uploadATFfinallyThread(ctx,self.procedure,comment=self.comment,basketname=self.basketname,unlock=self.unlock,SESSION=self.SESSION,username=self.username)
96: #commit the transactions
97: get_transaction().commit()
98: conn.close()
99: #set flag for end of this method
100: self.end=True
101: return True
102:
103: def __del__(self):
104: """delete"""
105:
106:
107:
108: def getResult(self):
109: """method for accessing result"""
110:
111: return self.result
112:
113: def uploadATFfinallyThread(self,ctx,procedure,comment="",basketname='',unlock=None,RESPONSE=None,SESSION=None,username=None):
114: """upload the files"""
115: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
116: ctx2=ctx.cdliRoot
117:
118: self.result+="<h2>Start processing</h2>"
119:
120: #shall I only upload the changed files?
121: if procedure=="uploadchanged":
122:
123: uploadFns=SESSION.get('changed',[])+SESSION.get('newPs',[])
124:
125: #or all
126: elif procedure=="uploadAll":
127: uploadFns=[]
128: for x in os.listdir(SESSION['tmpdir']):
129: if not x in SESSION['lockerrors']:
130: uploadFns.append(x)
131:
132: #or maybe nothing
133: elif procedure=="noupload":
134: return True
135: else:
136: uploadFns=[]
137:
138: #do first the changed files
139: for fn in uploadFns:
140: founds=ctx2.CDLICatalog.search({'title':fn})
141: if len(founds)>0:
142: SESSION['author']=str(username)
143: self.result+="<p>Changing : %s"%fn
144: founds[0].getObject().manage_addCDLIFileObject('',comment,SESSION['author'],file=os.path.join(SESSION['tmpdir'],fn,from_tmp=True))
145:
146:
147: #now add the new files
148: newPs=SESSION['newPs']
149: if len(newPs)>0:
150: tmpDir=SESSION['tmpdir']
151: self.result+="<p>Adding files</p>"
152: #TODO: make this configurable, at the moment base folder for the files has to be cdli_main
153:
154: ctx2.importFiles(comment=comment,author=str(username) ,folderName=tmpDir, files=newPs,ext=self)
155:
156:
157:
158: #unlock locked files?
159: if unlock:
160: self.result+="<p>Unlock files</p>"
161: unlockFns=[]
162: for x in os.listdir(SESSION['tmpdir']):
163: if not x in SESSION['errors']:
164: unlockFns.append(x)
165:
166: for fn in unlockFns:
167: founds=ctx2.CDLICatalog.search({'title':fn})
168: if len(founds)>0:
169: SESSION['author']=str(username)
170:
171: founds[0].getObject().lockedBy=""
172:
173: #if a basketname is give, add files to the basket
174: if not (basketname ==''):
175: self.result+="<p>Add basket</p>"
176: basketId=ctx2.basketContainer.getBasketIdfromName(basketname)
177:
178: if not basketId: # create new basket
179: ob=ctx2.basketContainer.addBasket(basketname)
180: basketId=ob.getId()
181: basket=getattr(ctx2.basketContainer,str(basketId))
182: ids=os.listdir(SESSION['tmpdir'])
183: basket.addObjects(ids,deleteOld=True,username=str(username))
184:
185: if RESPONSE is not None:
186: RESPONSE.redirect(self.aq_parent.absolute_url())
187:
188:
189:
190: return True
191:
192: class uploadATFThread(Thread):
193: """class for checking the files befor uploading"""
194:
195: def __init__(self):
196: """initialise"""
197:
198: self.continueVar=True
199: self.returnValue=None
200:
201: Thread.__init__(self)
202:
203:
204: def set(self,upload,basketId,username,serverport="8080"):
205: """set start values for the thread"""
206: self.result=""
207: self.upload=upload
208: self.basketId=basketId
209: self.username=username
210: self.serverport=serverport
211:
212: def __call__(self):
213: """call method """
214: self.run()
215: return True
216:
217: def getContext(self, app,serverport="8080"):
218: """get the context within the ZODB"""
219: resp = HTTPResponse(stdout=None)
220: env = {
221: 'SERVER_NAME':'localhost',
222: 'SERVER_PORT':serverport,
223: 'REQUEST_METHOD':'GET'
224: }
225: req = HTTPRequest(None, env, resp)
226: return app.__of__(RequestContainer(REQUEST = req))
227:
228: def run(self):
229:
230: self.result=""
231: #find context within ZODB
232: from Zope import DB
233: conn = DB.open()
234: root = conn.root()
235: app = root['Application']
236: ctx = self.getContext(app,serverport=self.serverport)
237: self.uploadATFThread(ctx,self.upload,self.basketId)
238:
239: #ctx.cdliRoot.cdli_main.tmpStore2[self.getName()[0:]]=self.returnValue
240:
241: get_transaction().commit()
242:
243: while self.continueVar:
244: pass
245:
246: conn.close()
247:
248:
249: def getResult(self):
250: """method for accessing result"""
251: return self.result
252:
253: def uploadATFThread(self,ctx,upload,basketId=0):
254: """upload an atf file"""
255: #TODO: add comments
256: #TODO: finish uploadATF
257: self.result="<html><body><h2>I got your file, start now to split it into single atf-files!</h2><p>"
258:
259: #make sure that id is a string and not an integer
260: basketId=str(basketId)
261:
262: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
263: ctx2=ctx.cdliRoot
264:
265: #get temporary file for staging the downloaded and splitted files
266: dir=mkdtemp()
267:
268:
269: changed=[] # changed files
270: errors=[] # files with errors
271: lockerrors=[] # files with errors
272:
273: newPs=[] # new p filed
274: psNotInCatalog=[] # files not in the catalog
275:
276: #split the uploadedd atf file
277: basketNameFromFile, numberOfFiles=splitatf(upload,dir,ext=self)
278:
279: #find basketId if not set
280:
281: #get active abaket
282: if basketId == '0':
283: basketObj=ctx2.basketContainer.getActiveBasket()
284: if basketObj:
285: basketId=basketObj.getId()
286:
287: #if there is no active basket and no basketid given, id is empty, else get besketname and length
288: if basketId == '0':
289: basketNameFromId=""
290: basketLen=0
291: else:
292: basketNameFromId=getattr(ctx2.basketContainer,basketId).title
293: basketLen=getattr(ctx2.basketContainer,basketId).getLastVersion().numberOfItems()
294:
295:
296: self.result+="""<html><body><h2>I got the files</h2><
297: p>I am computing the differences to the exisiting files</p>"""
298:
299: #start to check the files
300: for fn in os.listdir(dir):
301:
302: self.result+="<p>process:%s</p>"%fn
303:
304: # check if file is in the catalog
305: #TODO: checkCatalog is not implemented yet
306: if ctx2.cdli_main.checkCatalog(fn):
307: psNotInCatalog.append(fn)
308:
309: #check if p-file already at the server
310: founds=ctx2.CDLICatalog.search({'title':fn})
311:
312: #if not than add filename to the list of newfiles
313:
314: data=file(os.path.join(dir,fn)).read()
315: #status,msg=checkFile(fn,data,dir)
316: status=True
317: msg=""
318: if not status: # error
319: errors.append((fn,msg))
320: else:
321: if len(founds)==0:
322: newPs.append(fn)
323:
324: #if p file alread at the server
325: for found in founds:
326: #analyse the differences to the actual file
327: obj=found.getObject()
328:
329: if (not (str(obj.lockedBy))=='') and (not (str(obj.lockedBy)==str(self.username))):
330: lockerrors.append(fn)
331: else:
332:
333: diffs=obj.diff(data)
334: if diffs[0]>0:
335: changed.append((obj,diffs)) #hochladen
336:
337: #ready, set the returnValues
338: self.result+="<h3>Done</h3></body></html>"
339:
340: self.returnValue={}
341: self.returnValue['changed']=changed
342: self.returnValue['errors']=errors
343: self.returnValue['lockerrors']=lockerrors
344: self.returnValue['newPs']=newPs
345: self.returnValue['tmpdir']=dir
346: self.returnValue['basketLen']=basketLen
347: self.returnValue['numberOfFiles']=numberOfFiles
348: self.returnValue['basketNameFromId']=basketNameFromId
349: self.returnValue['basketNameFromFile']=basketNameFromFile
350: self.returnValue['basketId']=basketId
351: self.returnValue['dir']=dir
352:
353: #ctx2.cdli_main.setTemp('v_uploadATF_returnValue',True)
354:
355:
356: class Basket_old(Folder):
357: """shopping basket - alte fassung """
358:
359: meta_type="Basket"
360: _v_stack={}
361:
362: def getObjUrl(self,objId):
363: """getUrl"""
364: founds=self.CDLICatalog.search({'title':objId})
365: if len(founds)>0:
366: return founds[0].getObject().absolute_url()
367:
368: else: #assume version number
369: splitted=objId.split("_")
370: founds=self.CDLICatalog.search({'title':splitted[1]})
371: return founds[0].getObject().absolute_url()+'/'+objId
372:
373: def storeAllLink(self,results):
374: """erzeuge link zum speicher aller results"""
375: nr=self.REQUEST['_ZopeId']
376:
377: if results:
378: self._v_stack[nr]=[x.getObject().getId() for x in results]
379:
380: return self.absolute_url()+"/storeAll?id="+nr
381:
382: def storeAll(self,id):
383: """store all"""
384: try:
385: results=self._v_stack[id]
386: except:
387: #TODO: write expired page
388: return "expired"
389:
390: return self.storeInBasketForm(results)
391:
392: def storeInBasketForm(self,ids):
393: """ store an object form"""
394:
395: if type(ids) is not ListType:
396: ids=[ids]
397: self.REQUEST.SESSION['ids']=ids[0:]
398:
399: self.REQUEST.SESSION['BACKLINK']=self.REQUEST['HTTP_REFERER']
400:
401: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','storeBasketObject.zpt')).__of__(self)
402: return pt()
403:
404: def storeInBasket(self,username,ids=None,RESPONSE=None,REQUEST=None):
405: """store it"""
406:
407: if not ids:
408: ids=REQUEST.SESSION['ids']
409:
410: self.REQUEST.SESSION['basketUser']=username
411:
412: baskets=self.ZopeFind(self,obj_ids=[username])
413: if len(baskets)>0:
414: basket=baskets[0][1]
415: else:
416: manage_addBasketObject(self,username)
417: basket=self._getOb(username)
418:
419:
420: basket.addObjects(ids)
421: back=self.REQUEST.SESSION.get('BACKLINK', None)
422:
423: if RESPONSE:
424: RESPONSE.redirect(back)
425:
426:
427:
428: def showBasket(self,user=None,set=None,RESPONSE=None):
429: """show the basket"""
430:
431: if user:
432: self.REQUEST.SESSION['basketUser']=user
433:
434: if not user and not set:
435: user=self.REQUEST.SESSION.get('basketUser',None)
436:
437: if not user:
438: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','orizeBasketUser.zpt')).__of__(self)
439: return pt()
440: else:
441: baskets=self.ZopeFind(self,obj_ids=[user])
442:
443:
444: if len(baskets)>0:
445: RESPONSE.redirect(baskets[0][1].absolute_url())
446: return True
447: else:
448: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','emptyBasket.zpt')).__of__(self)
449: return pt()
450:
451:
452: def manage_addBasket_oldForm(self):
453: """add the basket form"""
454: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addBasket.zpt')).__of__(self)
455: return pt()
456:
457: def manage_addBasket_old(self,id,title,RESPONSE=None):
458: """add the basket"""
459: ob=Basket()
460:
461: ob.id=str(id)
462: ob.title=title
463: self._setObject(id, ob)
464: ob=self._getOb(id)
465:
466: if RESPONSE is not None:
467: RESPONSE.redirect('manage_main')
468:
469:
470: class BasketObject_old(Folder):
471: """Basket Object - alte fassung"""
472:
473: meta_type="basketObject"
474: def __init__(self):
475: """init basket object"""
476: self.contents=[]
477:
478: def numberOfItems(self):
479: """return anzahl der elemente im basket"""
480: num=len(self.contents)
481:
482: return num
483:
484: def addObjects(self,ids):
485: """addObjects"""
486:
487: for id in ids:
488: founds=self.CDLICatalog.search({'title':id})
489: for found in founds:
490: if found.getObject() not in self.contents:
491: tm=self.contents[0:]
492: tm.append(found.getObject())
493: self.contents=tm[0:]
494:
495: return True
496:
497: def index_html(self):
498: """view the basket"""
499: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','basketObject_index_html.zpt')).__of__(self)
500: return pt()
501:
502: def deleteObjects(self,ids,RESPONSE=None):
503: """delete objects"""
504: list = self.contents[0:]
505: for content in list:
506:
507: if content.getId() in ids:
508: self.contents.remove(content)
509:
510:
511: if RESPONSE:
512: RESPONSE.redirect(self.absolute_url())
513:
514:
515: def unlockTest(self):
516: """unlock all files of the testuser for debuggin"""
517: for object in self.contents:
518:
519: if str(object.lockedBy)=="test":
520: object.lockedBy=""
521:
522: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
523: """download all selected files in one file"""
524:
525: ret=""
526: lockedObjects={}
527:
528: if self.temp_folder.downloadCounter > 10:
529: return """I am sorry, currently the server has to many requests for downloads, please come back later!"""
530:
531:
532: if lock:
533:
534: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
535:
536: return "please login first"
537:
538: #check if a locked object exist in the basket.
539: lockedObjects={}
540: for object in self.contents:
541:
542: if not object.lockedBy=="":
543: lockedObjects[object.title]=repr(object.lockedBy)
544:
545:
546: keys=lockedObjects.keys()
547:
548:
549: if len(keys)>0 and (not procedure):
550: self.REQUEST.SESSION['lockedObjects']=lockedObjects
551: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
552: return pt()
553:
554: elif not procedure: #keine fails gesperrt dann alle donwloaden
555: procedure="downloadAll"
556:
557: self.temp_folder.downloadCounter+=1
558: self._p_changed=1
559: get_transaction().commit()
560:
561:
562: for object in self.contents:
563:
564: if (procedure=="downloadAll") or (object.lockedBy=='') or (object.lockedBy==self.REQUEST['AUTHENTICATED_USER']):
565: ret+=object.getLastVersion().getData()
566:
567: if lock and object.lockedBy=='':
568: object.lockedBy=self.REQUEST['AUTHENTICATED_USER']
569:
570:
571: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="basket_%s.atf" """%self.getId())
572: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
573: length=len(ret)
574: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
575: self.REQUEST.RESPONSE.write(ret)
576: self.temp_folder.downloadCounter-=1
577: self._p_changed=1
578: get_transaction().commit()
579:
580:
581: def manage_addBasket_oldObjectForm(self):
582: """add form"""
583: pass
584:
585: def manage_addBasket_oldObject(self,id,title='',RESPONSE=None):
586: """add"""
587:
588: ob=BasketObject()
589:
590: ob.id=str(id)
591: ob.title=title
592: self._setObject(id, ob)
593: ob=self._getOb(id)
594:
595: if RESPONSE is not None:
596: RESPONSE.redirect('manage_main')
597:
598:
599: class CDLIBasketContainer(OrderedFolder):
600: """contains the baskets"""
601:
602:
603: security=ClassSecurityInfo()
604: meta_type="CDLIBasketContainer"
605:
606: def upDateBaskets(self):
607: """update content in to objects"""
608:
609: founds=self.ZopeFind(self,obj_metatypes=['CDLIBasketVersion'],search_sub=1)
610:
611: for found in founds:
612: found[1].updateBasket()
613:
614: security.declareProtected('manage','deleteBaskets')
615: def deleteBaskets(self,ids=None):
616: """delete baskets, i.e. move them into trash folder"""
617:
618:
619: found=self.ZopeFind(self,obj_ids=['trash'])
620:
621: if len(found)<1:
622: manage_addFolder(self, 'trash')
623: trash=self._getOb('trash')
624: else:
625: trash=found[0][1]
626:
627: if type(ids) is not ListType:
628: ids=[ids]
629: cut=self.manage_cutObjects(ids)
630: trash.manage_pasteObjects(cut)
631:
632: security.declareProtected('manage','manageBaskets')
633: def manageBaskets(self,ids,submit,REQUEST=None,RESPONSE=None):
634: """manage baskets, delete or copy"""
635: if submit=="delete":
636: self.deleteBaskets(ids)
637:
638:
639:
640: if RESPONSE:
641: RESPONSE.redirect(self.absolute_url())
642:
643: security.declareProtected('View','getBasketIdfromName')
644: def getBasketIdfromName(self,basketname):
645: """get id from name"""
646:
647: for basket in self.ZopeFind(self,obj_metatypes=["CDLIBasket"]):
648: if basket[1].title==basketname:
649: return basket[0]
650: else:
651: None
652:
653: security.declareProtected('manage','uploadBasket_html')
654:
655: def uploadBasket_html(self,basketId='0'):
656: """upload an atf file, html form"""
657:
658:
659: basketId=str(basketId)
660: if not basketId=='0':
661: basketName=getattr(self.basketContainer,basketId).title
662: else:
663: basketName=""
664:
665: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadBasket_html.zpt')).__of__(self)
666: return pt(basketId=basketId,basketName=basketName)
667:
668:
669: security.declareProtected('View','index_html')
670: def index_html(self):
671: """stanadard ansicht"""
672:
673:
674:
675: ext=self.ZopeFind(self,obj_ids=["index.html"])
676: if ext:
677: return ext[0][1]()
678:
679: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketContainerMain')).__of__(self)
680: return pt()
681:
682: def getStorageFolderRoot(self):
683: """root des storage folders"""
684: return self.cdli_main
685:
686: def __init__(self,id,title):
687: """ init basket container"""
688: self.id=id
689: self.title=title
690:
691:
692: def getBaskets(self,sortField='title'):
693: """get all baskets files"""
694:
695: def sortName(x,y):
696: return cmp(x[1].title.lower(),y[1].title.lower())
697:
698: def sortDate(x,y):
699: return cmp(y[1].getLastVersion().getTime(),x[1].getLastVersion().getTime())
700:
701:
702: def sortComment(x,y):
703:
704:
705:
706: try:
707: xc=getattr(x[1],'comment','ZZZZZZZZZZZZZ').lower()
708: except:
709: xc='ZZZZZZZZZZZZZ'.lower()
710: try:
711: yc=getattr(y[1],'comment','ZZZZZZZZZZZZZ').lower()
712: except:
713: yc='ZZZZZZZZZZZZZ'.lower()
714:
715:
716: if (xc=='') or (xc=='ZZZZZZZZZZZZZ'.lower()):
717:
718: try:
719: xc=x[1].getLastVersion().getComment().lower()
720: except:
721: xc='ZZZZZZZZZZZZZ'.lower()
722:
723: if (yc=='') or (yc=='ZZZZZZZZZZZZZ'.lower()):
724: try:
725: yc=y[1].getLastVersion().getComment().lower()
726: except:
727: yc='ZZZZZZZZZZZZZ'.lower()
728:
729:
730: return cmp(xc,yc)
731:
732: def sortAuthor(x,y):
733:
734: return cmp(x[1].getLastVersion().getUser().lower(),y[1].getLastVersion().getUser().lower())
735:
736: baskets=self.ZopeFind(self,obj_metatypes=['CDLIBasket'])
737:
738:
739: if sortField=='title':
740: baskets.sort(sortName)
741: elif sortField=='date':
742: baskets.sort(sortDate)
743: elif sortField=='author':
744: baskets.sort(sortAuthor)
745: elif sortField=='comment':
746: baskets.sort(sortComment)
747:
748: return baskets
749:
750:
751:
752: def getNewId(self):
753: """createIds"""
754: last=getattr(self,'last',0)
755: last +=1
756: while len(self.ZopeFind(self,obj_ids=[str(last)]))>0:
757: last+=1
758:
759: self.last=last
760: return last
761:
762: def setActiveBasket(self,basketId,REQUEST=None):
763: """store active basketId in a cookie"""
764: self.REQUEST.RESPONSE.setCookie("CDLIActiveBasket",basketId,path="/")
765:
766: if REQUEST:
767: REQUEST.RESPONSE.redirect(REQUEST['URL1']+'?'+REQUEST['QUERY_STRING'])
768:
769: def getActiveBasket(self):
770: """get active basket from cookie"""
771:
772: id= self.REQUEST.cookies.get('CDLIActiveBasket',None)
773: if id:
774: obj=getattr(self,str(id),None)
775: else:
776: obj=None
777: return obj
778:
779: def getActualUserName(self):
780: """get name of the actualuser"""
781: return str(self.REQUEST['AUTHENTICATED_USER'])
782:
783:
784: def addBasket(self,newBasketName):
785: """add a new basket"""
786:
787: ob=manage_addCDLIBasket(self,newBasketName)
788: return ob
789:
790: def storeInBasket(self,submit,ids=None,newBasketName=None,fromFileList=None,RESPONSE=None,REQUEST=None):
791: """store it"""
792: if not ids:
793: ids=self.REQUEST.SESSION['fileIds']
794:
795: if type(ids) is not ListType:
796: ids=[ids]
797:
798: if (submit.lower()=="store in new basket") or (submit.lower()=="new basket"):
799: basketRet=self.addBasket(newBasketName)
800: self.setActiveBasket(basketRet.getId())
801: basket=getattr(self,basketRet.getId())
802: elif (submit.lower()=="store in active basket") or (submit.lower()=="active basket"):
803: basket=self.getActiveBasket()
804:
805: added=basket.addObjects(ids)
806: back=self.REQUEST['HTTP_REFERER'].split("?")[0]+"?basketName="+basket.title+"&numberOfObjects="+str(added)
807:
808:
809: if fromFileList:
810:
811: return self.cdli_main.findObjectsFromList(list=self.REQUEST.SESSION['fileIds'],basketName=basket.title,numberOfObjects=added)
812:
813: if RESPONSE:
814:
815: RESPONSE.redirect(back)
816:
817: return True
818:
819: def manage_addCDLIBasketContainerForm(self):
820: """add the CDLIBasketContainer form"""
821: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasketContainer.zpt')).__of__(self)
822: return pt()
823:
824: def manage_addCDLIBasketContainer(self,id,title,RESPONSE=None):
825: """add the basket"""
826: ob=CDLIBasketContainer(id,title)
827:
828: self._setObject(id, ob)
829:
830: if RESPONSE is not None:
831: RESPONSE.redirect('manage_main')
832:
833: class CDLIBasket(Folder,CatalogAware):
834: """basket"""
835:
836: meta_type="CDLIBasket"
837: default_catalog="CDLIBasketCatalog"
838:
839:
840: def getFile(self,obj):
841: return obj[1]
842:
843: def getFileLastVersion(self,obj):
844: return obj[0]
845:
846: def getFileNamesInLastVersion(self):
847: """get content of the last version as list"""
848:
849: return [x[1].getId() for x in self.getLastVersion().getContent()]
850:
851:
852: def isActual(self,obj):
853: """teste ob im basket die aktuelle version ist"""
854: actualNo=obj[1].getLastVersion().getVersionNumber()
855: storedNo=obj[0].getVersionNumber()
856:
857: founds=self.CDLICatalog.search({'title':obj[0].getId()})
858: if len(founds)>0:
859: actualNo=founds[0].getObject().getLastVersion().getVersionNumber()
860:
861: if len(founds)>0 and founds[0].getObject().aq_parent.getId()==".trash":
862: return False, -1
863:
864: if actualNo==storedNo:
865: return True , 0
866: else:
867: return False, actualNo
868:
869: def history(self):
870: """history"""
871:
872: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
873: if ext:
874: return getattr(self,ext[0][1].getId())()
875:
876: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketHistory')).__of__(self)
877: return pt()
878:
879: def getStorageFolderRoot(self):
880: """root des storage folders"""
881: return self.aq_parent.cdli_main
882:
883: def __init__(self,id,title,shortDescription="",comment=""):
884: """init a CDLIBasket"""
885:
886: self.id=id
887: self.title=title
888: self.shortDescription=shortDescription
889: self.comment=comment
890:
891:
892:
893: def getLastVersion(self):
894: """hole letzte version"""
895:
896: ids=[]
897: idsTmp= self.objectIds()
898: for x in idsTmp:
899: try:
900: ids.append(int(x))
901: except:
902: pass
903: ids.sort()
904:
905: if len(ids)==0:
906: return None
907: else:
908: ob=getattr(self,str(ids[-1]))
909:
910:
911: return ob
912:
913: def getVersions(self):
914: """get versions"""
915: versions=self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])
916: return versions
917:
918:
919: def updateObjects(self,ids,RESPONSE=None,REQUEST=None):
920: """update ids, ids not in the basket the add"""
921: if type(ids) is not ListType:
922: ids=[ids]
923:
924: lastVersion=self.getLastVersion()
925: oldContent=lastVersion.content.getContent()
926: newContent=[]
927:
928: #first copy the old
929: for obj in oldContent:
930: if obj[1].getId() not in ids:
931: newContent.append(obj)
932: #now add the new
933:
934: for id in ids:
935: founds=self.CDLICatalog.search({'title':id})
936:
937: for found in founds:
938: if found.getObject() not in oldContent:
939: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
940: newContent.append((found.getObject().getLastVersion(),found.getObject()))
941:
942:
943: content=newContent
944: user=self.getActualUserName()
945:
946: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
947:
948: obj=self._getOb(ob.getId())
949: if RESPONSE:
950:
951: RESPONSE.redirect(obj.absolute_url())
952:
953: return obj
954:
955: def addObjects(self,ids,deleteOld=None,username=None):
956: """generate a new version of the basket with objects added"""
957:
958: lastVersion=self.getLastVersion()
959:
960: if lastVersion is None:
961: oldContent=[]
962: else:
963: oldContent=lastVersion.content.getContent()
964:
965: if deleteOld:
966: oldContent=[]
967:
968: newContent=[]
969: added=0
970: for id in ids:
971: founds=self.CDLICatalog.search({'title':id})
972:
973: for found in founds:
974: if found.getObject() not in oldContent:
975: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
976: newContent.append((found.getObject().getLastVersion(),found.getObject()))
977: added+=1
978:
979: content=oldContent+newContent
980: if not username:
981: user=self.getActualUserName()
982: else:
983: user = username
984:
985: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=content)
986:
987: return added
988:
989: def changeBasket(self,ids,submit,RESPONSE=None,REQUEST=None):
990: """change a basket"""
991: if submit=="update":
992: return self.updateObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
993: elif submit=="delete":
994: return self.deleteObjects(ids,RESPONSE=RESPONSE,REQUEST=REQUEST)
995:
996: def deleteObjects(self,ids,RESPONSE=None,REQUEST=None):
997: """delete objects"""
998:
999: if type(ids) is not ListType:
1000: ids=[ids]
1001:
1002: lastVersion=self.getLastVersion()
1003: oldContent=lastVersion.content.getContent()
1004: newContent=[]
1005: for obj in oldContent:
1006: if obj[1].getId() not in ids:
1007: newContent.append(obj)
1008:
1009:
1010: user=self.getActualUserName()
1011:
1012: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
1013:
1014: if RESPONSE:
1015: obj=self._getOb(ob.getId())
1016: RESPONSE.redirect(obj.absolute_url())
1017:
1018: def manage_addCDLIBasketForm(self):
1019: """add the CDLIBasketContainer form"""
1020: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasket.zpt')).__of__(self)
1021: return pt()
1022:
1023: def manage_addCDLIBasket(self,title,shortDescription="",comment="",RESPONSE=None):
1024: """add the basket"""
1025:
1026: id=str(self.getNewId())
1027:
1028: ob=CDLIBasket(id,title,shortDescription,comment)
1029:
1030: self._setObject(id, ob)
1031:
1032: if RESPONSE is not None:
1033: RESPONSE.redirect('manage_main')
1034: else:
1035: return ob
1036:
1037: class CDLIBasketVersion(Implicit,Persistent,Folder):
1038: """version of a basket"""
1039:
1040: meta_type="CDLIBasketVersion"
1041: security=ClassSecurityInfo()
1042:
1043: def updateBasket(self):
1044: """update"""
1045: try:
1046: self._setObject('content',BasketContent(self.basketContent))
1047: except:
1048: try:
1049: if len(self.basketContent)>0:
1050: self.content.setContent(self.basketContent)
1051: except:
1052: print "error",self.getId(),self.aq_parent.getId()
1053: self.basketContent=[]
1054:
1055:
1056: def containsNonActualFiles(self):
1057: """returns True if basket contains one or more non current files"""
1058:
1059: objs=self.getContent()
1060: for obj in objs:
1061: if not self.isActual(obj)[0]:
1062: return True
1063: return False
1064:
1065: security.declareProtected('View','downloadObjectsAsOneFile')
1066: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None,check="yes",current="no"):
1067: """download all selected files in one file"""
1068:
1069: if self.temp_folder.downloadCounterBaskets > 10000:
1070: return """I am sorry, currently the server has to many requests for downloads, please come back later!"""
1071:
1072:
1073: if (check=="yes") and self.containsNonActualFiles():
1074: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','downloadObjectAsOneFile_check.zpt')).__of__(self)
1075:
1076: return pt(lock=lock)
1077:
1078: else:
1079:
1080: return self.downloadObjectsAsOneFileFinally(lock=lock,procedure=procedure,REQUEST=REQUEST,current="no")
1081:
1082: def downloadObjectsAsOneFileFinally(self,lock=None,procedure=None,REQUEST=None,current="no"):
1083: """print do the download"""
1084:
1085: ret=""
1086: lockedObjects={}
1087:
1088: self.temp_folder.downloadCounterBaskets+=1
1089: self._p_changed=1
1090: get_transaction().commit()
1091:
1092: if lock:
1093:
1094: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
1095: self.temp_folder.downloadCounterBaskets-=1
1096: self._p_changed=1
1097: get_transaction().commit()
1098: self.temp_folder.downloadCounterBaskets-=1
1099: self._p_changed=1
1100: get_transaction().commit()
1101: return "please login first"
1102:
1103: #check if a locked object exist in the basket.
1104: lockedObjects={}
1105: for object in self.content.getContent():
1106:
1107: if not object[1].lockedBy=="":
1108: lockedObjects[object[1].title]=repr(object[1].lockedBy)
1109:
1110:
1111: keys=lockedObjects.keys()
1112:
1113:
1114: if len(keys)>0 and (not procedure):
1115: self.REQUEST.SESSION['lockedObjects']=lockedObjects
1116: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
1117:
1118: self.temp_folder.downloadCounterBaskets-=1
1119: self._p_changed=1
1120: get_transaction().commit()
1121:
1122: return pt()
1123:
1124: elif not procedure: #keine fails gesperrt dann alle donwloaden
1125: procedure="downloadAll"
1126:
1127:
1128:
1129:
1130: for object in self.content.getContent():
1131:
1132: if (procedure=="downloadAll") or (object[1].lockedBy=='') or (object[1].lockedBy==self.REQUEST['AUTHENTICATED_USER']):
1133: if current=="no": #version as they are in the basket
1134: ret+=str(object[0].data)+"\n"
1135: elif current=="yes":
1136: #search current object
1137: founds=self.CDLICatalog.search({'title':object[0].getId()})
1138: if len(founds)>0:
1139: ret+=str(founds[0].getObject().getLastVersion().data)+"\n"
1140:
1141: if lock and object[1].lockedBy=='':
1142: object[1].lockedBy=self.REQUEST['AUTHENTICATED_USER']
1143: basket_name=self.aq_parent.title+"_V"+self.getId()
1144:
1145: #write basketname to header of atf file
1146: ret="#basket: %s\n"%basket_name+ret
1147:
1148: self.temp_folder.downloadCounterBaskets-=1
1149: self._p_changed=1
1150: get_transaction().commit()
1151:
1152: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="%s.atf" """%basket_name)
1153: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1154: length=len(ret)
1155: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
1156: self.REQUEST.RESPONSE.write(ret)
1157: return True
1158:
1159: def numberOfItems(self):
1160: """return anzahl der elemente im basket"""
1161: return self.content.numberOfItems()
1162:
1163: def getTime(self):
1164: """getTime"""
1165: #return self.bobobase_modification_time().ISO()
1166:
1167: if hasattr(self,'time'):
1168: return time.strftime("%Y-%m-%d %H:%M:%S",self.time)
1169: elif hasattr(self,'timefixed'):
1170: return self.timefixed
1171: else:
1172: setattr(self,'timefixed',self.bobobase_modification_time().ISO())
1173: return self.bobobase_modification_time().ISO()
1174:
1175: def getContent(self):
1176: """get Basket Content"""
1177: return self.content.getContent()
1178:
1179:
1180: def __init__(self,id,user,comment="",basketContent=[]):
1181: """ init a basket version"""
1182: self.id=id
1183: self.coment=comment
1184: self._setObject('content',BasketContent(basketContent))
1185: #self.basketContent=basketContent[0:]a
1186: self.user=user
1187: self.time=time.localtime()
1188:
1189: def getUser(self):
1190: """get user"""
1191: return self.user
1192:
1193: def getComment(self):
1194: """get Comment"""
1195: return self.comment
1196:
1197: security.declareProtected('View','index_html')
1198: def index_html(self):
1199: """view the basket"""
1200:
1201: if self.REQUEST.get('change',False):
1202: ob=self.aq_parent.updateObjects(self.REQUEST['change'])
1203:
1204: self.REQUEST.RESPONSE.redirect(ob.absolute_url())#go to new basket, because changing generates a new basket
1205:
1206: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketVersionMain.zpt')).__of__(self)
1207: return pt()
1208:
1209: def getObjUrl(self,result):
1210: """getUrl of the version of the object"""
1211: objId=result[1].getTitle()
1212: founds=self.CDLICatalog.search({'title':objId})
1213: if len(founds)>0:
1214: return founds[0].getObject().getLastVersion().absolute_url()
1215:
1216: else: #assume version number
1217: splitted=objId.split("_")
1218: founds=self.CDLICatalog.search({'title':splitted[1]})
1219: return founds[0].getObject().getLastVersion().absolute_url()+'/'+objId
1220:
1221: def manage_addCDLIBasketVersion(self,user,comment="",basketContent=[],RESPONSE=None):
1222: """add a version"""
1223:
1224: #check for already existing versions
1225:
1226: lastVersion=self.getLastVersion()
1227: if lastVersion is None:
1228: newId=str(1)
1229: else:
1230: newId=str(int(lastVersion.getId())+1)
1231:
1232: ob=CDLIBasketVersion(newId,user,comment,basketContent)
1233:
1234: self._setObject(newId, ob)
1235:
1236: if RESPONSE is not None:
1237: RESPONSE.redirect('manage_main')
1238: else:
1239: return ob
1240:
1241: class CDLIFileObject(CatalogAware,extVersionedFileObject):
1242: """CDLI file object"""
1243:
1244: meta_type="CDLI File Object"
1245: default_catalog='CDLIObjectsCatalog'
1246:
1247: security=ClassSecurityInfo()
1248:
1249:
1250: security.declarePublic('makeThisVersionCurrent')
1251:
1252: def PrincipiaSearchSource(self):
1253: """Return cataloguable key for ourselves."""
1254: return str(self)
1255:
1256: def makeThisVersionCurrent_html(self):
1257: """form for making this version current"""
1258:
1259: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','makeThisVersionCurrent.zpt')).__of__(self)
1260: return pt()
1261: def makeThisVersionCurrent(self,comment,author,RESPONSE=None):
1262: """copy this version to current"""
1263: parent=self.aq_parent
1264:
1265:
1266: newversion=parent.manage_addCDLIFileObject('',comment,author)
1267: newversion.data=self.data[0:]
1268:
1269: if RESPONSE is not None:
1270: RESPONSE.redirect(self.aq_parent.absolute_url()+'/history')
1271:
1272:
1273: return True
1274:
1275: security.declarePublic('view')
1276:
1277: def view(self):
1278: """view file"""
1279: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','viewCDLIFile.zpt')).__of__(self)
1280: return pt()
1281:
1282: security.declarePublic('getPNumber')
1283: def getPNumber(self):
1284: """get the pnumber"""
1285: try:
1286: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1287: except:
1288: txt=self.data[0:]
1289:
1290: return "ERROR"
1291: try:
1292: return "P"+txt.group(1)
1293: except:
1294: return "ERROR"
1295:
1296: security.declarePublic('getDesignation')
1297: def getDesignation(self):
1298: """get the designation out of the file"""
1299: try:
1300: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.getData()[0:])
1301: except:
1302: txt=self.getData()[0:]
1303:
1304: return "ERROR"
1305: try:
1306: return txt.group(2)
1307: except:
1308: return "ERROR"
1309:
1310: manage_addCDLIFileObjectForm=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject', version='1')
1311:
1312: def manage_addCDLIFileObject(self,id,vC='',author='', file='',title='',precondition='', content_type='',
1313: from_tmp=False,REQUEST=None):
1314: """Add a new File object.
1315:
1316: Creates a new File object 'id' with the contents of 'file'"""
1317:
1318: id=str(id)
1319: title=str(title)
1320: content_type=str(content_type)
1321: precondition=str(precondition)
1322:
1323: id, title = cookId(id, title, file)
1324:
1325: self=self.this()
1326:
1327: # First, we create the file without data:
1328: self._setObject(id, CDLIFileObject(id,title,'',content_type, precondition))
1329: self._getOb(id).versionComment=str(vC)
1330: self._getOb(id).time=time.localtime()
1331:
1332: setattr(self._getOb(id),'author',author)
1333:
1334:
1335: # Now we "upload" the data. By doing this in two steps, we
1336: # can use a database trick to make the upload more efficient.
1337:
1338: if file and not from_tmp:
1339: self._getOb(id).manage_upload(file)
1340: elif file and from_tmp:
1341: self._getOb(id).manage_upload_from_tmp(file)
1342: if content_type:
1343: self._getOb(id).content_type=content_type
1344:
1345: self.reindex_object()
1346: if REQUEST is not None:
1347: REQUEST['RESPONSE'].redirect(self.absolute_url()+'/manage_main')
1348:
1349: class CDLIFile(extVersionedFile,CatalogAware):
1350: """CDLI file"""
1351:
1352: meta_type="CDLI file"
1353: default_catalog='CDLICatalog'
1354:
1355: #security.declarePublic('history')
1356: def history(self):
1357: """history"""
1358:
1359: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
1360: if ext:
1361: return getattr(self,ext[0][1].getId())()
1362:
1363: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','versionHistory')).__of__(self)
1364: return pt()
1365:
1366:
1367: def getBasketFromId(self,basketid, context=None):
1368: """get basket from id"""
1369:
1370: if not context:
1371: context=self
1372:
1373: for basket in self.ZopeFind(context,obj_metatypes=["CDLIBasket"]):
1374: if basket[0]==basketid:
1375: return basket[1]
1376: else:
1377: None
1378:
1379:
1380: def isContainedInBaskets(self,context=None):
1381: """check is this file is part of any basket
1382: @param context: (optional) necessessary if CDLIBasketCatalog is not an (inherited) attribute of self, context.CDLIBasketCatalog
1383: has to exist.
1384: """
1385:
1386: if not context:
1387: context=self
1388:
1389: ret=[]
1390: for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()}):
1391: #if the basket x is deleted it seemes to be that x is sometimes still in the Catalog, why?
1392: try:
1393: ret.append(x.getObject())
1394: except:
1395: pass
1396: return ret
1397: #return [x.getObject() for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()})]
1398:
1399:
1400: def addCDLIFileObjectForm(self):
1401: """add a new version"""
1402:
1403: if str(self.REQUEST['AUTHENTICATED_USER']) in ["Anonymous User"]:
1404: return "please login first"
1405: if (self.lockedBy==self.REQUEST['AUTHENTICATED_USER']) or (self.lockedBy==''):
1406: out=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject',version=self.getVersion()).__of__(self)
1407: return out()
1408: else:
1409: return "Sorry file is locked by somebody else"
1410:
1411: def manage_addCDLIFileObject(self,id,vC,author,
1412: file='',title='',
1413: precondition='',
1414: content_type='',
1415: changeName='no',newName='',
1416: come_from=None,
1417: from_tmp=False,RESPONSE=None):
1418: """add"""
1419:
1420: try: #TODO: der ganze vC unsinn muss ueberarbeitet werden
1421: vC=self.REQUEST['vC']
1422: except:
1423: pass
1424:
1425:
1426: if changeName=="yes":
1427: filename=file.filename
1428: self.title=filename[max(filename.rfind('/'),
1429: filename.rfind('\\'),
1430: filename.rfind(':'),
1431: )+1:]
1432:
1433:
1434: if not newName=='':
1435: self.title=newName[0:]
1436:
1437:
1438:
1439:
1440: positionVersionNum=getattr(self,'positionVersionNum','front')
1441:
1442: if positionVersionNum=='front':
1443: id="V%i"%self.getVersion()+"_"+self.title
1444: else:
1445: tmp=os.path.splitext(self.title)
1446: if len(tmp)>1:
1447: id=tmp[0]+"_V%i"%self.getVersion()+tmp[1]
1448: else:
1449: id=tmp[0]+"_V%i"%self.getVersion()
1450:
1451:
1452: manage_addCDLIFileObject(self,id,vC,author,file,id,precondition, content_type,from_tmp=from_tmp)
1453: #objs=self.ZopeFind(self,obj_ids=[id])[0][1].setVersionNumber(int(self.getVersion()))
1454: objs=getattr(self,id).setVersionNumber(int(self.getVersion()))
1455: try:
1456: #FIXME: wozu ist das gut?
1457: self.REQUEST.SESSION['objID_parent']=self.getId()
1458: except:
1459: pass
1460:
1461: if RESPONSE:
1462:
1463: obj=self.ZopeFind(self,obj_ids=[id])[0][1]
1464: if obj.getSize()==0:
1465: self.REQUEST.SESSION['objID']=obj.getId()
1466: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','errorUploadFile')).__of__(self)
1467: return pt()
1468:
1469: else:
1470: if come_from and (come_from!=""):
1471: RESPONSE.redirect(come_from+"?change="+self.getId())
1472: else:
1473: RESPONSE.redirect(self.REQUEST['URL2']+'?uploaded=%s'%self.title)
1474:
1475: else:
1476: return self.ZopeFind(self,obj_ids=[id])[0][1]
1477:
1478:
1479: def manage_addCDLIFileForm(self):
1480: """interface for adding the OSAS_root"""
1481: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIFile.zpt')).__of__(self)
1482: return pt()
1483:
1484: def manage_addCDLIFile(self,id,title,lockedBy, author=None, RESPONSE=None):
1485: """add the OSAS_root"""
1486: newObj=CDLIFile(id,title,lockedBy,author)
1487:
1488: tryToggle=True
1489: tryCount=0
1490:
1491:
1492:
1493: self._setObject(id,newObj)
1494: getattr(self,id).reindex_object()
1495:
1496: if RESPONSE is not None:
1497: RESPONSE.redirect('manage_main')
1498:
1499:
1500:
1501: def checkFile(filename,data,folder):
1502: """check the files"""
1503: # first check the file name
1504: fn=filename.split(".") # no extension
1505:
1506: if not fn[0][0]=="P":
1507: return False,"P missing in the filename"
1508: elif len(fn[0])!=7:
1509: return False,"P number has not the right length 6"
1510: else:
1511: fn=os.path.join(folder,filename)
1512: stin,out=os.popen4("/usr/bin/atfcheck.plx %s"%fn)
1513: value=out.read()
1514: ret= out.close()
1515:
1516: if value:
1517:
1518: return False,"atf checker error: %s"%value
1519: else:
1520: return True,""
1521:
1522: def splitatf(fh,dir=None,ext=None):
1523: """split it"""
1524: ret=None
1525: nf=None
1526: i=0
1527: for line in fh.readlines():
1528: if ext:
1529: i+=1
1530: if (i%100)==0:
1531: ext.result+="."
1532: if i==10000:
1533: i=0
1534: ext.result+="<br>"
1535: #check if basket name is in the first line
1536: if line.find("#atf basket")>=0: #old convention
1537: ret=line.replace('#atf basket ','')
1538: ret=ret.split('_')[0]
1539: elif line.find("#basket:")>=0: #new convention
1540: ret=line.replace('#basket: ','')
1541: ret=ret.split('_')[0]
1542:
1543: else:
1544: if (len(line.lstrip())>0) and (line.lstrip()[0]=="&"): #newfile
1545: if nf:
1546: nf.close() #close last file
1547:
1548:
1549: filename=line[1:].split("=")[0].rstrip()+".atf"
1550: if dir:
1551: filename=os.path.join(dir,filename)
1552: nf=file(filename,"w")
1553: if nf:
1554: nf.write(line)
1555:
1556: nf.close()
1557: fh.close()
1558: return ret,len(os.listdir(dir))
1559:
1560:
1561: class CDLIFileFolder(extVersionedFileFolder):
1562: """CDLI File Folder"""
1563:
1564: security=ClassSecurityInfo()
1565: meta_type="CDLI Folder"
1566: filesMetaType=['CDLI file']
1567: folderMetaType=['CDLI Folder']
1568: default_catalog='CDLICatalog'
1569: defaultFileCatalog=default_catalog #wenn dieses definiert ist, wird beim hinzufgen einer neuen version eines files dieser catalog neuiniziert
1570: #downloadCounter=0 # counts how many download for all files currently run, be mehr als 5 wird verweigert.
1571: tmpStore2={}
1572: def setTemp(self,name,value):
1573: """set tmp"""
1574:
1575: setattr(self,name,value)
1576:
1577:
1578: def delete(self,ids):
1579: """delete this file, i.e. move into a trash folder"""
1580:
1581: found=self.ZopeFind(self,obj_ids=['.trash'])
1582:
1583: if len(found)<1:
1584: manage_addCDLIFileFolder(self, '.trash',title="Trash")
1585: trash=self._getOb('.trash')
1586: else:
1587: trash=found[0][1]
1588:
1589: if type(ids) is not ListType:
1590: ids=[ids]
1591: cut=self.manage_cutObjects(ids)
1592: trash.manage_pasteObjects(cut)
1593:
1594: def getVersionNumbersFromIds(self,ids):
1595: """get the numbers of the current versions of documents described by their ids"""
1596:
1597: ret=[]
1598: searchStr=" OR ".join(ids)
1599:
1600: founds=self.CDLICatalog.search({'title':searchStr})
1601:
1602: for found in founds:
1603: lastVersion=found.getObject().getLastVersion()
1604: ret.append((found.getId,lastVersion))
1605:
1606: return ret
1607:
1608: def checkCatalog(self,fn):
1609: """check if fn is in the catalog"""
1610: #TODO add checkCatalog
1611:
1612:
1613:
1614: def findObjectsFromListWithVersion(self,list,author=None):
1615: """find objects from a list with versions
1616: @param list: list of tuples (cdliFile,version)
1617: """
1618:
1619:
1620:
1621: #self.REQUEST.SESSION['fileIds']=list#store fieldIds in session for further usage
1622: #self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1623:
1624:
1625: pt=getattr(self,'filelistVersioned.html')
1626:
1627: return pt(search=list,author=author)
1628:
1629:
1630:
1631: def findObjectsFromList(self,enterList=None,display=False,start=None,upload=None,list=None,basketName=None,numberOfObjects=None,RESPONSE=None):
1632: """findObjectsFromList (, TAB oder LINE separated)"""
1633:
1634:
1635: if upload: # list from file upload
1636: txt=upload.read()
1637:
1638: if enterList:
1639: txt=enterList
1640:
1641: if upload or enterList:
1642: txt=txt.replace(",","\n")
1643: txt=txt.replace("\t","\n")
1644: txt=txt.replace("\r","\n")
1645: idsTmp=txt.split("\n")
1646: ids=[]
1647: for id in idsTmp: # make sure that no empty lines
1648: idTmp=id.lstrip().rstrip()
1649: if len(idTmp)>0:
1650:
1651: ids.append(idTmp)
1652:
1653: #self.REQUEST.SESSION['ids']=" OR ".join(ids)
1654:
1655: pt=getattr(self,'filelist.html')
1656: self.REQUEST.SESSION['searchList']=ids
1657: return pt(search=ids)
1658:
1659: if basketName:
1660: #TODO: get rid of one of these..
1661:
1662: pt=getattr(self,'filelist.html')
1663: return pt(basketName=basketName,numberOfObjects=numberOfObjects)
1664:
1665: if list is not None: # got already a list
1666: ret=[]
1667: for fileId in list:
1668: if fileId.find("*"): #check for wildcards
1669: fileId=fileId
1670: elif len(fileId.split("."))==1:
1671: fileId=fileId+".atf"
1672:
1673: ret+=self.CDLICatalog({'title':fileId})
1674: #TODO: get rid of one of these..
1675: ids=[x.getObject().getId() for x in ret]
1676: self.REQUEST.SESSION['fileIds']=ids#store fieldIds in session for further usage
1677: self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1678:
1679: if display:
1680: pt=getattr(self,'filelist.html')
1681:
1682: return pt(search=ids)
1683: else:
1684: return ret
1685:
1686:
1687:
1688: if start:
1689: RESPONSE.redirect("filelist.html?start:int="+str(start))
1690:
1691:
1692: security.declareProtected('Manage','createAllFilesAsSingleFile')
1693: def createAllFilesAsSingleFile(self,RESPONSE=None):
1694: """download all files"""
1695:
1696: def sortF(x,y):
1697: return cmp(x[0],y[0])
1698:
1699: catalog=getattr(self,self.default_catalog)
1700: #tf,tfilename=mkstemp()
1701:
1702: if self.temp_folder.downloadCounter > 5:
1703: return """I am sorry, currently the server has to many requests for downloads, please come back later!"""
1704:
1705: self.temp_folder.downloadCounter+=1
1706: self._p_changed=1
1707: get_transaction().commit()
1708:
1709: list=[(x.getId,x) for x in catalog()]
1710: list.sort(sortF)
1711:
1712:
1713:
1714: RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%"all.atf")
1715: RESPONSE.setHeader("Content-Type","application/octet-stream")
1716: tmp=""
1717: for l in list:
1718: obj=l[1].getObject()
1719:
1720: if obj.meta_type=="CDLI file":
1721:
1722: #os.write(tf,obj.getLastVersion().data)
1723: if RESPONSE:
1724: RESPONSE.write(obj.getLastVersion().data[0:])
1725: self.temp_folder.downloadCounter-=1
1726: self._p_changed=1
1727: get_transaction().commit()
1728: #os.close(tf)
1729: #RESPONSE.redirect(self.absolute_url()+"/downloadFile?fn="%tfilename)
1730: return True
1731:
1732: def downloadFile(self,fn):
1733: """download fn - not used yet"""
1734: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%self.getLastVersion().getId())
1735: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1736: self.REQUEST.RESPONSE.write(file(fn).read())
1737:
1738:
1739:
1740: def hasParent(self):
1741: """returns true falls subfolder"""
1742:
1743: if self.aq_parent.meta_type in self.folderMetaType:
1744: return True
1745: else:
1746: return False
1747:
1748: def getFolders(self):
1749: """get all subfolders"""
1750: ret=[]
1751: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1752: for folder in folders:
1753: ret.append((folder[1],
1754: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1755: len(self.ZopeFind(folder[1],obj_metatypes=self.filesMetaType))
1756: ))
1757: return ret
1758:
1759:
1760: security.declareProtected('View','index_html')
1761: def index_html(self):
1762: """main"""
1763: ext=self.ZopeFind(self,obj_ids=["index.html"])
1764: if ext:
1765: return ext[0][1]()
1766:
1767: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','CDLIFileFolderMain')).__of__(self)
1768: return pt()
1769:
1770:
1771: manage_addCDLIFileFolderForm=DTMLFile('dtml/folderAdd', globals())
1772:
1773:
1774: def manage_addCDLIFileFolder(self, id, title='',
1775: createPublic=0,
1776: createUserF=0,
1777: REQUEST=None):
1778: """Add a new Folder object with id *id*.
1779:
1780: If the 'createPublic' and 'createUserF' parameters are set to any true
1781: value, an 'index_html' and a 'UserFolder' objects are created respectively
1782: in the new folder.
1783: """
1784: ob=CDLIFileFolder()
1785: ob.id=str(id)
1786: ob.title=title
1787: self._setObject(id, ob)
1788: ob=self._getOb(id)
1789:
1790: checkPermission=getSecurityManager().checkPermission
1791:
1792: if createUserF:
1793: if not checkPermission('Add User Folders', ob):
1794: raise Unauthorized, (
1795: 'You are not authorized to add User Folders.'
1796: )
1797: ob.manage_addUserFolder()
1798:
1799:
1800: if REQUEST is not None:
1801: return self.manage_main(self, REQUEST, update_menu=1)
1802:
1803: class CDLIRoot(Folder):
1804: """main folder for cdli"""
1805:
1806: meta_type="CDLIRoot"
1807: downloadCounterBaskets=0# counts the current basket downloads if counter > 10 no downloads are possible
1808: def URLquote(self,str):
1809: """quote url"""
1810: return urllib.quote(str)
1811:
1812: def URLunquote(self,str):
1813: """unquote url"""
1814: return urllib.unquote(str)
1815:
1816:
1817: def forceunlock(self):
1818: "break all locks"
1819: ret=[]
1820: for f in self.ZopeFind(self,obj_metatypes="CDLI file",search_sub=1):
1821: un=f[1].forceunlock()
1822:
1823: if un and un !="":
1824: ret.append((f[0],un))
1825:
1826: return ret
1827:
1828: def getChangesByAuthor(self,author,n=100):
1829: """getChangesByAuthor"""
1830: zcat=self.CDLIObjectsCatalog
1831: res=zcat({'lastEditor':author,
1832: 'sort_on':'getTime',
1833: 'sort_order':'descending',
1834: 'sort_limit':n})[:n ]
1835:
1836: return res
1837:
1838: def getChangesByAuthor_html(self,author,n=100):
1839: """html output for changes by author"""
1840: tmp={}
1841: list=[]
1842: for x in self.getChangesByAuthor(author):
1843: nr=x.getObject().getVersionNumber()
1844: id=x.getObject().aq_parent.getId()
1845: #hinzufuegen, wenn Version neuer als die
1846: if tmp.get(id,(0,0))[1] < nr:
1847: tmp[id]=(x.getObject().aq_parent,nr)
1848:
1849:
1850: return self.cdli_main.findObjectsFromListWithVersion(list=tmp.values(),author=author)
1851:
1852: def getLastChanges(self,n=100):
1853: """get the last n changes"""
1854: n=int(n)
1855: zcat=self.CDLICatalog
1856: return zcat({'sort_on':'getLastChangeDate',
1857: 'sort_order':'descending',
1858: 'sort_limit':n})[:n ]
1859:
1860:
1861: def getLastChanges_html(self,n=100):
1862: """get the last n changes"""
1863: list = [x.getId for x in self.getLastChanges(n)]
1864: return self.cdli_main.findObjectsFromList(list=list,display=True)
1865:
1866: def refreshTxt(self,txt="",threadName=None):
1867: """txt fuer refresh"""
1868:
1869: return """ 2;url=%s?repeat=%s """%(self.absolute_url()+txt,threadName)
1870:
1871:
1872: def getResult(self,threadName=None):
1873: """result of thread"""
1874: try:
1875: return self._v_uploadATF[threadName].getResult()
1876: except:
1877: return "One moment, please"
1878:
1879:
1880: def checkThreads(self):
1881: """check threads"""
1882: ret="<html><body>"
1883: for thread in threading.enumerate():
1884: ret+="<p>%s (%s): %s</p>"%(repr(thread),thread.getName(),thread.isAlive())
1885:
1886: return ret
1887:
1888:
1889:
1890: def uploadATF(self,repeat=None,upload=None,basketId=0,RESPONSE=None):
1891: """standard ausgabe"""
1892: #self._v_uploadATF.returnValue=None
1893:
1894: threadName=repeat
1895: if not threadName or threadName=="":
1896: tmpVar=False
1897:
1898: thread=uploadATFThread()
1899: threadName=thread.getName()[0:]
1900: if (not hasattr(self,'_v_uploadATF')):
1901: self._v_uploadATF={}
1902:
1903: self._v_uploadATF[threadName]=thread
1904: #self._xmltrans.start()
1905: #thread=Thread(target=self._v_uploadATF)
1906:
1907: self._v_uploadATF[threadName].set(upload,basketId,self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1908: #thread.start()
1909: self._v_uploadATF[threadName].start()
1910:
1911:
1912: self.threadName=self._v_uploadATF[threadName].getName()[0:]
1913: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1914:
1915: if wait_template:
1916: return wait_template[0][1]()
1917: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1918: return pt(txt='/uploadATF',threadName=threadName)
1919: #_v_xmltrans.run()
1920:
1921: else:
1922: #recover thread, if lost
1923: if (not hasattr(self,'_v_uploadATF')):
1924: self._v_uploadATF={}
1925: if not self._v_uploadATF.get(threadName,None):
1926: for thread in threading.enumerate():
1927: if threadName == thread.getName():
1928: self._v_uploadATF[threadName]=thread
1929:
1930: if not self._v_uploadATF[threadName].returnValue:
1931:
1932:
1933: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1934: if wait_template:
1935: return wait_template[0][1]()
1936:
1937: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1938:
1939: return pt(txt='/uploadATF',threadName=threadName)
1940:
1941: else:
1942: # tmp={}
1943: # for key in self._v_uploadATF[threadName].returnValue.keys():
1944: # t=self._v_uploadATF[threadName].returnValue[key]
1945: # if type(t) is ListType:
1946: # tmp[key]=self._v_uploadATF[threadName].returnValue[key][0:]
1947: # else:
1948: # tmp[key]=self._v_uploadATF[threadName].returnValue[key]
1949: # repr(tmp[key]),repr(key)
1950: #
1951: # #
1952: #tmp=self.cdli_main.tmpStore2[threadName]
1953: tmp=self._v_uploadATF[threadName].returnValue
1954:
1955: #self._v_uploadATF[threadName].continueVar=False
1956:
1957: self.REQUEST.SESSION['changed']=[x[0].getId() for x in tmp['changed']]
1958: self.REQUEST.SESSION['lockerrors']=[x[0].getId() for x in tmp['lockerrors']]
1959: self.REQUEST.SESSION['errors']=tmp['errors']
1960: self.REQUEST.SESSION['newPs']=tmp['newPs']
1961: self.REQUEST.SESSION['tmpdir']=tmp['dir']
1962: #del(self.cdli_main.tmpStore2[threadName])
1963:
1964:
1965: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1966:
1967: return pt(changed=tmp['changed'],lockerrors=tmp['lockerrors'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1968: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1969:
1970: def redoUpload(self,threadName):
1971: """redo the upload"""
1972: tmp=self.cdli_main.tmpStore2[threadName]
1973: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1974: return pt(changed=tmp['changed'],lockerrors=tmp['lockerrors'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1975: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1976:
1977: def uploadATFfinally(self,procedure='',comment="",basketname='',unlock=None,repeat=None,RESPONSE=None):
1978: """nowupload the files"""
1979:
1980:
1981:
1982: threadName=repeat
1983: if not threadName or threadName=="":
1984: thread=uploadATFfinallyThread()
1985: threadName=thread.getName()[0:]
1986:
1987: if (not hasattr(self,'_v_uploadATF')):
1988: self._v_uploadATF={}
1989:
1990:
1991: self._v_uploadATF[threadName]=thread
1992:
1993:
1994: self._v_uploadATF[threadName].set(procedure,comment=comment,basketname=basketname,unlock=unlock,SESSION=self.REQUEST.SESSION,username=self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1995:
1996: self._v_uploadATF[threadName].start()
1997:
1998:
1999:
2000: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
2001:
2002: if wait_template:
2003: return wait_template[0][1]()
2004: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
2005:
2006: return pt(txt='/uploadATFfinally',threadName=threadName)
2007: #_v_xmltrans.run()
2008:
2009: else:
2010: #recover thread, if lost
2011: if not hasattr(self,'_v_uploadATF'):
2012: self._v_uploadATF={}
2013: if not self._v_uploadATF.get(threadName,None):
2014: for thread in threading.enumerate():
2015: if threadName == thread.getName():
2016: self._v_uploadATF[threadName]=thread
2017:
2018: if self._v_uploadATF.get(threadName,None) and (self._v_uploadATF[threadName] is not None) and (not self._v_uploadATF[threadName].end) :
2019:
2020: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
2021: if wait_template:
2022: return wait_template[0][1]()
2023:
2024: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
2025: return pt(txt='/uploadATFfinally',threadName=threadName)
2026: else:
2027:
2028: if RESPONSE is not None:
2029: RESPONSE.redirect(self.absolute_url())
2030:
2031: def importFiles(self,comment="",author="" ,folderName="/Users/dwinter/Documents/workspace/cdli/atf", files=None,ext=None):
2032: """import files"""
2033: root=self.cdli_main
2034:
2035: if not files:
2036: files=os.listdir(folderName)
2037:
2038: for f in files:
2039: folder=f[0:3]
2040: f2=f[0:5]
2041: obj=self.ZopeFind(root,obj_ids=[folder])
2042: if ext:
2043:
2044: ext.result+="<p>adding: %s </p>"%f
2045: if not obj:
2046: manage_addCDLIFileFolder(root,folder,folder)
2047: fobj=getattr(root,folder)
2048: #get_transaction().commit()
2049: else:
2050: fobj=obj[0][1]
2051:
2052: obj2=fobj.ZopeFind(fobj,obj_ids=[f2])
2053:
2054: if not obj2:
2055: manage_addCDLIFileFolder(fobj,f2,f2)
2056: fobj2=getattr(fobj,f2)
2057:
2058: else:
2059: fobj2=obj2[0][1]
2060:
2061: file2=os.path.join(folderName,f)
2062: id=f
2063: manage_addCDLIFile(fobj2,f,'','')
2064: id=f
2065: ob=fobj2._getOb(f)
2066: ob.title=id
2067:
2068: manage_addCDLIFileObject(ob,id,comment,author,file2,content_type='',from_tmp=True)
2069: self.CDLICatalog.catalog_object(ob)
2070: #self.CDLICatalog.manage_catalogFoundItems(obj_ids=[id],search_sub=1)
2071: #self.CDLICatalog.manage_catalogObject(self.REQUEST, self.REQUEST.RESPONSE, 'CDLICatalog', urlparse.urlparse(ob.absolute_url())[1])
2072:
2073: return "ok"
2074:
2075:
2076: manage_addCDLIRootForm=DTMLFile('dtml/rootAdd', globals())
2077:
2078:
2079: def manage_addCDLIRoot(self, id, title='',
2080: createPublic=0,
2081: createUserF=0,
2082: REQUEST=None):
2083: """Add a new Folder object with id *id*.
2084:
2085: If the 'createPublic' and 'createUserF' parameters are set to any true
2086: value, an 'index_html' and a 'UserFolder' objects are created respectively
2087: in the new folder.
2088: """
2089: ob=CDLIRoot()
2090: ob.id=str(id)
2091: ob.title=title
2092: self._setObject(id, ob)
2093: ob=self._getOb(id)
2094:
2095: checkPermission=getSecurityManager().checkPermission
2096:
2097: if createUserF:
2098: if not checkPermission('Add User Folders', ob):
2099: raise Unauthorized, (
2100: 'You are not authorized to add User Folders.'
2101: )
2102: ob.manage_addUserFolder()
2103:
2104:
2105: if REQUEST is not None:
2106: return self.manage_main(self, REQUEST, update_menu=1)
2107:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to cdli_files.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / cdli