Annotation of cdli/cdli_files.py, revision 1.33
1.22 dwinter 1: """CDLI extensions of the filearchive"""
1.1 dwinter 2: from Products.versionedFile.versionedFile import *
3: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
1.22 dwinter 4: from tempfile import mkstemp,mkdtemp
1.1 dwinter 5: import os.path
6: import os
7: from types import *
1.3 dwinter 8: import urlparse
1.4 dwinter 9: from OFS.OrderedFolder import OrderedFolder
10: from OFS.SimpleItem import SimpleItem
11: import time
1.12 dwinter 12: from OFS.Folder import manage_addFolder
13: import re
1.19 dwinter 14: from AccessControl import ClassSecurityInfo
15: from Acquisition import Implicit
16: from threading import Thread
17: from ZPublisher.HTTPRequest import HTTPRequest
18: from ZPublisher.HTTPResponse import HTTPResponse
19: from ZPublisher.BaseRequest import RequestContainer
1.20 dwinter 20: import threading
1.26 dwinter 21:
1.22 dwinter 22:
1.19 dwinter 23:
24: class uploadATFfinallyThread(Thread):
1.20 dwinter 25: """class for adding uploaded filed (temporarily stored in the staging area at /tmp"""
26:
1.19 dwinter 27: def __init__(self):
1.20 dwinter 28: """init for uploadATFfinallyThread"""
1.19 dwinter 29: self.continueVar=True
30: self.returnValue=None
31: self.end=False
32: Thread.__init__(self)
33:
34: def set(self,procedure,comment="",basketname='',unlock=None,SESSION=None,username=None,serverport="8080"):
1.20 dwinter 35: """set start values for the thread"""
1.19 dwinter 36: self.procedure=procedure
37: self.comment=comment
38: self.basketname=basketname
39: self.unlock=unlock
40: self.SESSION=SESSION
41: self.username=username
42: self.serverport=serverport
43:
44: def __call__(self):
1.20 dwinter 45: """call of the thread (equals run)"""
1.19 dwinter 46: self.run()
47: return True
48:
49: def getContext(self, app,serverport="8080"):
1.20 dwinter 50: """get the context within the ZODB"""
51:
1.19 dwinter 52: resp = HTTPResponse(stdout=None)
53: env = {
54: 'SERVER_NAME':'localhost',
55: 'SERVER_PORT':serverport,
56: 'REQUEST_METHOD':'GET'
57: }
58: req = HTTPRequest(None, env, resp)
59: return app.__of__(RequestContainer(REQUEST = req))
60:
1.26 dwinter 61:
1.19 dwinter 62: def run(self):
1.20 dwinter 63: """run"""
64:
1.19 dwinter 65: self.result=""
1.20 dwinter 66: #find context within ZODB
1.19 dwinter 67: from Zope import DB
68: conn = DB.open()
69: root = conn.root()
70: app = root['Application']
71: ctx = self.getContext(app,serverport=self.serverport)
72:
1.20 dwinter 73: #add the files
1.19 dwinter 74: self.uploadATFfinallyThread(ctx,self.procedure,comment=self.comment,basketname=self.basketname,unlock=self.unlock,SESSION=self.SESSION,username=self.username)
1.20 dwinter 75: #commit the transactions
1.19 dwinter 76: get_transaction().commit()
77: conn.close()
1.20 dwinter 78: #set flag for end of this method
1.19 dwinter 79: self.end=True
80: return True
81:
1.22 dwinter 82: def __del__(self):
83: """delete"""
84:
85:
86:
1.19 dwinter 87: def getResult(self):
1.20 dwinter 88: """method for accessing result"""
89:
1.19 dwinter 90: return self.result
91:
92: def uploadATFfinallyThread(self,ctx,procedure,comment="",basketname='',unlock=None,RESPONSE=None,SESSION=None,username=None):
93: """upload the files"""
1.20 dwinter 94: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
1.19 dwinter 95: ctx2=ctx.cdliRoot
96:
97: self.result+="<h2>Start processing</h2>"
1.20 dwinter 98:
99: #shall I only upload the changed files?
1.19 dwinter 100: if procedure=="uploadchanged":
101:
102: uploadFns=SESSION.get('changed',[])+SESSION.get('newPs',[])
103:
1.20 dwinter 104: #or all
1.19 dwinter 105: elif procedure=="uploadAll":
106: uploadFns=[]
107: for x in os.listdir(SESSION['tmpdir']):
108: if not x in SESSION['errors']:
109: uploadFns.append(x)
1.20 dwinter 110:
111: #or maybe nothing
1.19 dwinter 112: elif procedure=="noupload":
113: return True
114: else:
115: uploadFns=[]
116:
1.20 dwinter 117: #do first the changed files
1.19 dwinter 118: for fn in uploadFns:
119: founds=ctx2.CDLICatalog.search({'title':fn})
120: if len(founds)>0:
121: SESSION['author']=str(username)
122: self.result+="<p>Changing : %s"%fn
123: founds[0].getObject().manage_addCDLIFileObject('',comment,SESSION['author'],file=file(os.path.join(SESSION['tmpdir'],fn)))
124:
125:
1.20 dwinter 126: #now add the new files
1.19 dwinter 127: newPs=SESSION['newPs']
128: if len(newPs)>0:
129: tmpDir=SESSION['tmpdir']
130: self.result+="<p>Adding files</p>"
1.20 dwinter 131: #TODO: make this configurable, at the moment base folder for the files has to be cdli_main
1.22 dwinter 132:
133: ctx2.importFiles(comment=comment,author=str(username) ,folderName=tmpDir, files=newPs,ext=self)
1.19 dwinter 134:
135:
136:
1.20 dwinter 137: #unlock locked files?
1.19 dwinter 138: if unlock:
139: self.result+="<p>Unlock files</p>"
140: unlockFns=[]
141: for x in os.listdir(SESSION['tmpdir']):
142: if not x in SESSION['errors']:
143: unlockFns.append(x)
144:
145: for fn in unlockFns:
146: founds=ctx2.CDLICatalog.search({'title':fn})
147: if len(founds)>0:
148: SESSION['author']=str(username)
149:
150: founds[0].getObject().lockedBy=""
151:
1.20 dwinter 152: #if a basketname is give, add files to the basket
1.19 dwinter 153: if not (basketname ==''):
154: self.result+="<p>Add basket</p>"
155: basketId=ctx2.basketContainer.getBasketIdfromName(basketname)
156:
157: if not basketId: # create new basket
158: ob=ctx2.basketContainer.addBasket(basketname)
159: basketId=ob.getId()
160: basket=getattr(ctx2.basketContainer,str(basketId))
161: ids=os.listdir(SESSION['tmpdir'])
162: basket.addObjects(ids,deleteOld=True,username=str(username))
163:
164: if RESPONSE is not None:
165: RESPONSE.redirect(self.aq_parent.absolute_url())
166:
167:
168:
169: return True
170:
171: class uploadATFThread(Thread):
1.20 dwinter 172: """class for checking the files befor uploading"""
1.19 dwinter 173:
174: def __init__(self):
1.20 dwinter 175: """initialise"""
176:
1.19 dwinter 177: self.continueVar=True
178: self.returnValue=None
179:
180: Thread.__init__(self)
181:
182:
183: def set(self,upload,basketId,username,serverport="8080"):
1.20 dwinter 184: """set start values for the thread"""
1.19 dwinter 185: self.result=""
186: self.upload=upload
187: self.basketId=basketId
188: self.username=username
189: self.serverport=serverport
190:
191: def __call__(self):
1.20 dwinter 192: """call method """
1.19 dwinter 193: self.run()
194: return True
195:
196: def getContext(self, app,serverport="8080"):
1.20 dwinter 197: """get the context within the ZODB"""
1.19 dwinter 198: resp = HTTPResponse(stdout=None)
199: env = {
200: 'SERVER_NAME':'localhost',
201: 'SERVER_PORT':serverport,
202: 'REQUEST_METHOD':'GET'
203: }
204: req = HTTPRequest(None, env, resp)
205: return app.__of__(RequestContainer(REQUEST = req))
206:
207: def run(self):
208:
209: self.result=""
1.20 dwinter 210: #find context within ZODB
1.19 dwinter 211: from Zope import DB
212: conn = DB.open()
213: root = conn.root()
214: app = root['Application']
215: ctx = self.getContext(app,serverport=self.serverport)
216: self.uploadATFThread(ctx,self.upload,self.basketId)
1.24 dwinter 217:
1.30 dwinter 218: #ctx.cdliRoot.cdli_main.tmpStore2[self.getName()[0:]]=self.returnValue
1.24 dwinter 219:
1.22 dwinter 220: get_transaction().commit()
1.19 dwinter 221:
222: while self.continueVar:
223: pass
1.22 dwinter 224:
1.19 dwinter 225: conn.close()
1.22 dwinter 226:
1.19 dwinter 227:
228: def getResult(self):
1.20 dwinter 229: """method for accessing result"""
1.19 dwinter 230: return self.result
231:
232: def uploadATFThread(self,ctx,upload,basketId=0):
233: """upload an atf file"""
234: #TODO: add comments
235: #TODO: finish uploadATF
1.25 dwinter 236: self.result="<html><body><h2>I got your file, start now to split it into single atf-files!</h2><p>"
237:
1.20 dwinter 238: #make sure that id is a string and not an integer
1.19 dwinter 239: basketId=str(basketId)
240:
1.20 dwinter 241: #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
242: ctx2=ctx.cdliRoot
1.19 dwinter 243:
1.20 dwinter 244: #get temporary file for staging the downloaded and splitted files
1.19 dwinter 245: dir=mkdtemp()
1.20 dwinter 246:
247:
248: changed=[] # changed files
249: errors=[] # files with errors
250: newPs=[] # new p filed
251: psNotInCatalog=[] # files not in the catalog
252:
253: #split the uploadedd atf file
1.25 dwinter 254: basketNameFromFile, numberOfFiles=splitatf(upload,dir,ext=self)
1.19 dwinter 255:
1.20 dwinter 256: #find basketId if not set
257:
258: #get active abaket
1.19 dwinter 259: if basketId == '0':
260: basketObj=ctx2.basketContainer.getActiveBasket()
261: if basketObj:
262: basketId=basketObj.getId()
263:
1.20 dwinter 264: #if there is no active baske and no basketid given, id is empty, else get besketname and length
1.19 dwinter 265: if basketId == '0':
266: basketNameFromId=""
267: basketLen=0
268: else:
269: basketNameFromId=getattr(ctx2.basketContainer,basketId).title
270: basketLen=getattr(ctx2.basketContainer,basketId).getLastVersion().numberOfItems()
271:
272:
1.25 dwinter 273: self.result+="""<html><body><h2>I got the files</h2><
274: p>I am computing the differences to the exisiting files</p>"""
1.20 dwinter 275:
276: #start to check the files
1.19 dwinter 277: for fn in os.listdir(dir):
278:
1.25 dwinter 279: self.result+="<p>process:%s</p>"%fn
1.19 dwinter 280:
1.20 dwinter 281: # check if file is in the catalog
282: #TODO: checkCatalog is not implemented yet
1.19 dwinter 283: if ctx2.cdli_main.checkCatalog(fn):
284: psNotInCatalog.append(fn)
285:
1.20 dwinter 286: #check if p-file already at the server
1.19 dwinter 287: founds=ctx2.CDLICatalog.search({'title':fn})
288:
1.20 dwinter 289: #if not than add filename to the list of newfiles
1.19 dwinter 290: if len(founds)==0:
291: newPs.append(fn)
1.20 dwinter 292:
293: #if p file alread at the server
1.19 dwinter 294: for found in founds:
1.20 dwinter 295: #analyse the differences to the actual file
1.19 dwinter 296: obj=found.getObject()
1.31 dwinter 297:
298: if (not (str(obj.lockedBy))=='') and (not (str(obj.lockedBy)==str(self.username))):
1.19 dwinter 299: errors.append(obj)
300: else:
301: data=file(os.path.join(dir,fn)).read()
302: diffs=obj.diff(data)
303: if diffs[0]>0:
304: changed.append((obj,diffs))
305: #hochladen
306:
1.20 dwinter 307: #ready, set the returnValues
1.19 dwinter 308: self.result+="<h3>Done</h3></body></html>"
309:
310: self.returnValue={}
311: self.returnValue['changed']=changed
312: self.returnValue['errors']=errors
313: self.returnValue['newPs']=newPs
314: self.returnValue['tmpdir']=dir
315: self.returnValue['basketLen']=basketLen
316: self.returnValue['numberOfFiles']=numberOfFiles
317: self.returnValue['basketNameFromId']=basketNameFromId
318: self.returnValue['basketNameFromFile']=basketNameFromFile
319: self.returnValue['basketId']=basketId
320: self.returnValue['dir']=dir
321:
322: #ctx2.cdli_main.setTemp('v_uploadATF_returnValue',True)
323:
324:
1.4 dwinter 325: class Basket_old(Folder):
326: """shopping basket - alte fassung """
1.1 dwinter 327:
328: meta_type="Basket"
329: _v_stack={}
330:
1.3 dwinter 331: def getObjUrl(self,objId):
332: """getUrl"""
1.9 dwinter 333: founds=self.CDLICatalog.search({'title':objId})
1.3 dwinter 334: if len(founds)>0:
335: return founds[0].getObject().absolute_url()
336:
1.4 dwinter 337: else: #assume version number
1.3 dwinter 338: splitted=objId.split("_")
1.9 dwinter 339: founds=self.CDLICatalog.search({'title':splitted[1]})
1.3 dwinter 340: return founds[0].getObject().absolute_url()+'/'+objId
341:
1.1 dwinter 342: def storeAllLink(self,results):
343: """erzeuge link zum speicher aller results"""
344: nr=self.REQUEST['_ZopeId']
345:
346: if results:
347: self._v_stack[nr]=[x.getObject().getId() for x in results]
348:
349: return self.absolute_url()+"/storeAll?id="+nr
350:
351: def storeAll(self,id):
352: """store all"""
353: try:
354: results=self._v_stack[id]
355: except:
356: #TODO: write expired page
357: return "expired"
358:
359: return self.storeInBasketForm(results)
360:
361: def storeInBasketForm(self,ids):
362: """ store an object form"""
363:
364: if type(ids) is not ListType:
365: ids=[ids]
366: self.REQUEST.SESSION['ids']=ids[0:]
367:
368: self.REQUEST.SESSION['BACKLINK']=self.REQUEST['HTTP_REFERER']
369:
370: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','storeBasketObject.zpt')).__of__(self)
371: return pt()
372:
373: def storeInBasket(self,username,ids=None,RESPONSE=None,REQUEST=None):
374: """store it"""
375:
376: if not ids:
377: ids=REQUEST.SESSION['ids']
378:
379: self.REQUEST.SESSION['basketUser']=username
380:
381: baskets=self.ZopeFind(self,obj_ids=[username])
382: if len(baskets)>0:
383: basket=baskets[0][1]
384: else:
385: manage_addBasketObject(self,username)
386: basket=self._getOb(username)
387:
388:
389: basket.addObjects(ids)
390: back=self.REQUEST.SESSION.get('BACKLINK', None)
391:
392: if RESPONSE:
393: RESPONSE.redirect(back)
394:
395:
396:
397: def showBasket(self,user=None,set=None,RESPONSE=None):
398: """show the basket"""
399:
400: if user:
401: self.REQUEST.SESSION['basketUser']=user
402:
403: if not user and not set:
404: user=self.REQUEST.SESSION.get('basketUser',None)
405:
406: if not user:
1.4 dwinter 407: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','orizeBasketUser.zpt')).__of__(self)
1.1 dwinter 408: return pt()
409: else:
410: baskets=self.ZopeFind(self,obj_ids=[user])
411:
412:
413: if len(baskets)>0:
414: RESPONSE.redirect(baskets[0][1].absolute_url())
415: return True
416: else:
417: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','emptyBasket.zpt')).__of__(self)
418: return pt()
419:
420:
1.4 dwinter 421: def manage_addBasket_oldForm(self):
1.1 dwinter 422: """add the basket form"""
423: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addBasket.zpt')).__of__(self)
424: return pt()
425:
1.4 dwinter 426: def manage_addBasket_old(self,id,title,RESPONSE=None):
1.1 dwinter 427: """add the basket"""
428: ob=Basket()
429:
430: ob.id=str(id)
431: ob.title=title
432: self._setObject(id, ob)
433: ob=self._getOb(id)
434:
435: if RESPONSE is not None:
436: RESPONSE.redirect('manage_main')
437:
438:
1.4 dwinter 439: class BasketObject_old(Folder):
440: """Basket Object - alte fassung"""
1.1 dwinter 441:
1.2 dwinter 442: meta_type="basketObject"
1.1 dwinter 443: def __init__(self):
1.16 dwinter 444: """init basket object"""
445: self.contents=[]
1.1 dwinter 446:
447: def numberOfItems(self):
448: """return anzahl der elemente im basket"""
449: return len(self.contents)
450:
451: def addObjects(self,ids):
452: """addObjects"""
453:
454: for id in ids:
1.9 dwinter 455: founds=self.CDLICatalog.search({'title':id})
1.1 dwinter 456: for found in founds:
457: if found.getObject() not in self.contents:
458: tm=self.contents[0:]
459: tm.append(found.getObject())
460: self.contents=tm[0:]
461:
462: return True
463:
464: def index_html(self):
1.16 dwinter 465: """view the basket"""
466: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','basketObject_index_html.zpt')).__of__(self)
467: return pt()
1.1 dwinter 468:
469: def deleteObjects(self,ids,RESPONSE=None):
470: """delete objects"""
471: list = self.contents[0:]
472: for content in list:
473:
474: if content.getId() in ids:
475: self.contents.remove(content)
476:
477:
478: if RESPONSE:
1.16 dwinter 479: RESPONSE.redirect(self.absolute_url())
1.1 dwinter 480:
481:
1.2 dwinter 482: def unlockTest(self):
483: """unlock all files of the testuser for debuggin"""
484: for object in self.contents:
485:
486: if str(object.lockedBy)=="test":
487: object.lockedBy=""
488:
489: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
1.1 dwinter 490: """download all selected files in one file"""
1.2 dwinter 491:
1.1 dwinter 492: ret=""
1.2 dwinter 493: lockedObjects={}
494:
495:
496: if lock:
497:
498: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
499:
500: return "please login first"
501:
502: #check if a locked object exist in the basket.
503: lockedObjects={}
504: for object in self.contents:
505:
506: if not object.lockedBy=="":
507: lockedObjects[object.title]=repr(object.lockedBy)
508:
509:
510: keys=lockedObjects.keys()
511:
512:
513: if len(keys)>0 and (not procedure):
514: self.REQUEST.SESSION['lockedObjects']=lockedObjects
515: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
516: return pt()
517:
518: elif not procedure: #keine fails gesperrt dann alle donwloaden
519: procedure="downloadAll"
520:
1.16 dwinter 521:
1.1 dwinter 522: for object in self.contents:
1.2 dwinter 523:
524: if (procedure=="downloadAll") or (object.lockedBy=='') or (object.lockedBy==self.REQUEST['AUTHENTICATED_USER']):
525: ret+=object.getLastVersion().data
526:
527: if lock and object.lockedBy=='':
528: object.lockedBy=self.REQUEST['AUTHENTICATED_USER']
529:
1.1 dwinter 530:
531: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="basket_%s.atf" """%self.getId())
532: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1.2 dwinter 533: length=len(ret)
534: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
1.1 dwinter 535: self.REQUEST.RESPONSE.write(ret)
1.2 dwinter 536:
537:
1.4 dwinter 538: def manage_addBasket_oldObjectForm(self):
1.1 dwinter 539: """add form"""
540: pass
541:
1.4 dwinter 542: def manage_addBasket_oldObject(self,id,title='',RESPONSE=None):
1.1 dwinter 543: """add"""
544:
545: ob=BasketObject()
546:
547: ob.id=str(id)
548: ob.title=title
549: self._setObject(id, ob)
550: ob=self._getOb(id)
551:
552: if RESPONSE is not None:
553: RESPONSE.redirect('manage_main')
554:
1.4 dwinter 555:
556: class CDLIBasketContainer(OrderedFolder):
557: """contains the baskets"""
558:
559:
1.9 dwinter 560: security=ClassSecurityInfo()
1.4 dwinter 561: meta_type="CDLIBasketContainer"
562:
1.32 dwinter 563: security.declareProtected('manage','deleteBaskets')
1.12 dwinter 564: def deleteBaskets(self,ids=None):
565: """delete baskets, i.e. move them into trash folder"""
566:
567:
568: found=self.ZopeFind(self,obj_ids=['trash'])
569:
570: if len(found)<1:
571: manage_addFolder(self, 'trash')
572: trash=self._getOb('trash')
573: else:
574: trash=found[0][1]
575:
576: if type(ids) is not ListType:
577: ids=[ids]
578: cut=self.manage_cutObjects(ids)
579: trash.manage_pasteObjects(cut)
580:
1.32 dwinter 581: security.declareProtected('manage','manageBaskets')
1.12 dwinter 582: def manageBaskets(self,ids,submit,REQUEST=None,RESPONSE=None):
583: """manage baskets, delete or copy"""
584: if submit=="delete":
585: self.deleteBaskets(ids)
586:
587:
588:
589: if RESPONSE:
590: RESPONSE.redirect(self.absolute_url())
1.32 dwinter 591:
1.33 ! dwinter 592: security.declareProtected('View','getBasketIdfromName')
1.5 dwinter 593: def getBasketIdfromName(self,basketname):
594: """get id from name"""
595:
596: for basket in self.ZopeFind(self,obj_metatypes=["CDLIBasket"]):
597: if basket[1].title==basketname:
598: return basket[0]
599: else:
600: None
1.9 dwinter 601:
602: security.declareProtected('manage','uploadBasket_html')
603:
1.4 dwinter 604: def uploadBasket_html(self,basketId='0'):
605: """upload an atf file, html form"""
1.9 dwinter 606:
607:
1.4 dwinter 608: basketId=str(basketId)
609: if not basketId=='0':
610: basketName=getattr(self.basketContainer,basketId).title
611: else:
612: basketName=""
613:
614: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadBasket_html.zpt')).__of__(self)
615: return pt(basketId=basketId,basketName=basketName)
616:
617:
1.32 dwinter 618: security.declareProtected('View','index_html')
1.4 dwinter 619: def index_html(self):
620: """stanadard ansicht"""
1.9 dwinter 621:
622:
623:
1.4 dwinter 624: ext=self.ZopeFind(self,obj_ids=["index.html"])
625: if ext:
626: return ext[0][1]()
627:
628: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketContainerMain')).__of__(self)
629: return pt()
630:
631: def getStorageFolderRoot(self):
632: """root des storage folders"""
633: return self.cdli_main
634:
635: def __init__(self,id,title):
636: """ init basket container"""
637: self.id=id
638: self.title=title
639:
640:
641: def getBaskets(self,sortField='title'):
642: """get all baskets files"""
643:
644: def sortName(x,y):
645: return cmp(x[1].title.lower(),y[1].title.lower())
646:
647: def sortDate(x,y):
648: return cmp(y[1].getLastVersion().getTime(),x[1].getLastVersion().getTime())
649:
650:
651: def sortComment(x,y):
652:
653:
654:
655: try:
656: xc=getattr(x[1],'comment','ZZZZZZZZZZZZZ').lower()
657: except:
658: xc='ZZZZZZZZZZZZZ'.lower()
659: try:
660: yc=getattr(y[1],'comment','ZZZZZZZZZZZZZ').lower()
661: except:
662: yc='ZZZZZZZZZZZZZ'.lower()
663:
664:
665: if (xc=='') or (xc=='ZZZZZZZZZZZZZ'.lower()):
666:
667: try:
668: xc=x[1].getLastVersion().getComment().lower()
669: except:
670: xc='ZZZZZZZZZZZZZ'.lower()
671:
672: if (yc=='') or (yc=='ZZZZZZZZZZZZZ'.lower()):
673: try:
674: yc=y[1].getLastVersion().getComment().lower()
675: except:
676: yc='ZZZZZZZZZZZZZ'.lower()
677:
678:
679: return cmp(xc,yc)
680:
681: def sortAuthor(x,y):
682:
683: return cmp(x[1].getLastVersion().getUser().lower(),y[1].getLastVersion().getUser().lower())
684:
685: baskets=self.ZopeFind(self,obj_metatypes=['CDLIBasket'])
686:
687:
688: if sortField=='title':
689: baskets.sort(sortName)
690: elif sortField=='date':
691: baskets.sort(sortDate)
692: elif sortField=='author':
693: baskets.sort(sortAuthor)
694: elif sortField=='comment':
695: baskets.sort(sortComment)
1.31 dwinter 696: print "got the baskets"
1.4 dwinter 697: return baskets
698:
699:
700:
701: def getNewId(self):
702: """createIds"""
703: last=getattr(self,'last',0)
704: last +=1
705: while len(self.ZopeFind(self,obj_ids=[str(last)]))>0:
706: last+=1
707:
708: self.last=last
709: return last
710:
1.6 dwinter 711: def setActiveBasket(self,basketId,REQUEST=None):
1.4 dwinter 712: """store active basketId in a cookie"""
713: self.REQUEST.RESPONSE.setCookie("CDLIActiveBasket",basketId,path="/")
1.12 dwinter 714:
1.6 dwinter 715: if REQUEST:
1.12 dwinter 716: REQUEST.RESPONSE.redirect(REQUEST['URL1']+'?'+REQUEST['QUERY_STRING'])
1.6 dwinter 717:
1.4 dwinter 718: def getActiveBasket(self):
719: """get active basket from cookie"""
720:
721: id= self.REQUEST.cookies.get('CDLIActiveBasket',None)
1.6 dwinter 722: if id:
723: obj=getattr(self,str(id),None)
724: else:
725: obj=None
1.4 dwinter 726: return obj
1.6 dwinter 727:
1.4 dwinter 728: def getActualUserName(self):
729: """get name of the actualuser"""
730: return str(self.REQUEST['AUTHENTICATED_USER'])
731:
732:
733: def addBasket(self,newBasketName):
734: """add a new basket"""
735:
736: ob=manage_addCDLIBasket(self,newBasketName)
737: return ob
738:
1.6 dwinter 739: def storeInBasket(self,submit,ids=None,newBasketName=None,fromFileList=None,RESPONSE=None,REQUEST=None):
1.4 dwinter 740: """store it"""
1.6 dwinter 741: if not ids:
742: ids=self.REQUEST.SESSION['fileIds']
743:
1.4 dwinter 744: if type(ids) is not ListType:
745: ids=[ids]
746:
1.6 dwinter 747: if (submit.lower()=="store in new basket") or (submit.lower()=="new basket"):
1.4 dwinter 748: basketRet=self.addBasket(newBasketName)
749: self.setActiveBasket(basketRet.getId())
750: basket=getattr(self,basketRet.getId())
1.6 dwinter 751: elif (submit.lower()=="store in active basket") or (submit.lower()=="active basket"):
1.4 dwinter 752: basket=self.getActiveBasket()
1.6 dwinter 753:
754: added=basket.addObjects(ids)
755: back=self.REQUEST['HTTP_REFERER'].split("?")[0]+"?basketName="+basket.title+"&numberOfObjects="+str(added)
756:
757:
758: if fromFileList:
1.7 dwinter 759:
1.6 dwinter 760: return self.cdli_main.findObjectsFromList(list=self.REQUEST.SESSION['fileIds'],basketName=basket.title,numberOfObjects=added)
761:
1.4 dwinter 762: if RESPONSE:
1.6 dwinter 763:
1.4 dwinter 764: RESPONSE.redirect(back)
765:
1.6 dwinter 766: return True
767:
1.4 dwinter 768: def manage_addCDLIBasketContainerForm(self):
769: """add the CDLIBasketContainer form"""
770: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasketContainer.zpt')).__of__(self)
771: return pt()
772:
773: def manage_addCDLIBasketContainer(self,id,title,RESPONSE=None):
774: """add the basket"""
775: ob=CDLIBasketContainer(id,title)
776:
777: self._setObject(id, ob)
778:
779: if RESPONSE is not None:
780: RESPONSE.redirect('manage_main')
781:
1.5 dwinter 782: class CDLIBasket(Folder,CatalogAware):
1.4 dwinter 783: """basket"""
784:
785: meta_type="CDLIBasket"
1.5 dwinter 786: default_catalog="CDLIBasketCatalog"
1.4 dwinter 787:
788: def getFile(self,obj):
789: return obj[1]
790:
791: def getFileLastVersion(self,obj):
792: return obj[0]
793:
1.5 dwinter 794: def getFileNamesInLastVersion(self):
795: """get content of the last version as list"""
796:
797: return [x[1].getId() for x in self.getLastVersion().getContent()]
798:
1.4 dwinter 799: def isActual(self,obj):
800: """teste ob im basket die aktuelle version ist"""
801: actualNo=obj[1].getLastVersion().getVersionNumber()
802: storedNo=obj[0].getVersionNumber()
1.12 dwinter 803:
804: founds=self.CDLICatalog.search({'title':obj[0].getId()})
805: if len(founds)>0 and founds[0].getObject().aq_parent.getId()==".trash":
806: return False, -1
807:
1.4 dwinter 808: if actualNo==storedNo:
1.12 dwinter 809: return True , 0
1.4 dwinter 810: else:
1.12 dwinter 811: return False, actualNo
1.4 dwinter 812:
813: def history(self):
814: """history"""
815:
816: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
817: if ext:
818: return getattr(self,ext[0][1].getId())()
819:
820: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketHistory')).__of__(self)
821: return pt()
822:
823: def getStorageFolderRoot(self):
824: """root des storage folders"""
825: return self.aq_parent.cdli_main
826:
827: def __init__(self,id,title,shortDescription="",comment=""):
828: """init a CDLIBasket"""
829:
830: self.id=id
831: self.title=title
832: self.shortDescription=shortDescription
833: self.comment=comment
834:
835:
836:
837: def getLastVersion(self):
838: """hole letzte version"""
839: ids=[int(x[0]) for x in self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])]
840: ids.sort()
841: if len(ids)==0:
842: return None
843: else:
844: ob=getattr(self,str(ids[-1]))
845: return ob
846:
847: def getVersions(self):
848: """get versions"""
849: versions=self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])
850: return versions
851:
852:
853:
1.19 dwinter 854: def addObjects(self,ids,deleteOld=None,username=None):
1.4 dwinter 855: """generate a new version of the basket with objects added"""
856:
857: lastVersion=self.getLastVersion()
858:
859: if lastVersion is None:
860: oldContent=[]
861: else:
862: oldContent=lastVersion.basketContent[0:]
863:
864: if deleteOld:
865: oldContent=[]
866:
867: newContent=[]
1.6 dwinter 868: added=0
1.4 dwinter 869: for id in ids:
870: founds=self.CDLICatalog.search({'title':id})
1.6 dwinter 871:
1.4 dwinter 872: for found in founds:
873: if found.getObject() not in oldContent:
874: #TODO: was passiert wenn, man eine Object dazufgt, das schon da ist aber eine neuere version
875: newContent.append((found.getObject().getLastVersion(),found.getObject()))
1.6 dwinter 876: added+=1
1.4 dwinter 877:
878: content=oldContent+newContent
1.19 dwinter 879: if not username:
880: user=self.getActualUserName()
881: else:
882: user = username
883:
1.4 dwinter 884: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=content)
885:
1.6 dwinter 886: return added
1.4 dwinter 887:
1.12 dwinter 888: def deleteObjects(self,ids,RESPONSE=None,REQUEST=None):
1.4 dwinter 889: """delete objects"""
1.12 dwinter 890:
891: if type(ids) is not ListType:
892: ids=[ids]
893:
894: lastVersion=self.getLastVersion()
895: oldContent=lastVersion.basketContent[0:]
896: newContent=[]
897: for obj in oldContent:
898: if obj[1].getId() not in ids:
899: newContent.append(obj)
900:
901:
902: user=self.getActualUserName()
903:
904: ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
905:
906: if RESPONSE:
907: obj=self._getOb(ob.getId())
908: RESPONSE.redirect(obj.absolute_url())
1.4 dwinter 909:
910: def manage_addCDLIBasketForm(self):
911: """add the CDLIBasketContainer form"""
912: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasket.zpt')).__of__(self)
913: return pt()
914:
915: def manage_addCDLIBasket(self,title,shortDescription="",comment="",RESPONSE=None):
916: """add the basket"""
917:
918: id=str(self.getNewId())
919:
920: ob=CDLIBasket(id,title,shortDescription,comment)
921:
922: self._setObject(id, ob)
923:
924: if RESPONSE is not None:
925: RESPONSE.redirect('manage_main')
926: else:
927: return ob
928:
929: class CDLIBasketVersion(SimpleItem):
930: """version of a basket"""
931:
932: meta_type="CDLIBasketVersion"
1.32 dwinter 933: security=ClassSecurityInfo()
1.4 dwinter 934:
1.32 dwinter 935: security.declareProtected('View','downloadObjectsAsOneFile')
1.4 dwinter 936: def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
937: """download all selected files in one file"""
938:
939: ret=""
940: lockedObjects={}
941:
942:
943: if lock:
944:
945: if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
946:
947: return "please login first"
948:
949: #check if a locked object exist in the basket.
950: lockedObjects={}
951: for object in self.basketContent:
952:
953: if not object[1].lockedBy=="":
954: lockedObjects[object[1].title]=repr(object[1].lockedBy)
955:
956:
957: keys=lockedObjects.keys()
958:
959:
960: if len(keys)>0 and (not procedure):
961: self.REQUEST.SESSION['lockedObjects']=lockedObjects
962: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
963: return pt()
964:
965: elif not procedure: #keine fails gesperrt dann alle donwloaden
966: procedure="downloadAll"
967:
968:
969: for object in self.basketContent:
970:
971: if (procedure=="downloadAll") or (object[1].lockedBy=='') or (object[1].lockedBy==self.REQUEST['AUTHENTICATED_USER']):
1.31 dwinter 972: ret+=str(object[0].data)
1.4 dwinter 973:
974: if lock and object[1].lockedBy=='':
975: object[1].lockedBy=self.REQUEST['AUTHENTICATED_USER']
976:
977: basket_name=self.aq_parent.title+"_V"+self.getId()
978:
979: #write basketname to header of atf file
980: ret="#atf basket %s\n"%basket_name+ret
981:
982: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="%s.atf" """%basket_name)
983: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
984: length=len(ret)
985: self.REQUEST.RESPONSE.setHeader("Content-Length",length)
986: self.REQUEST.RESPONSE.write(ret)
987:
988:
989: def numberOfItems(self):
990: """return anzahl der elemente im basket"""
991: return len(self.basketContent)
992:
993: def getTime(self):
994: """getTime"""
995: #return self.bobobase_modification_time().ISO()
996:
997: if hasattr(self,'time'):
998: return time.strftime("%Y-%m-%d %H:%M:%S",self.time)
999: elif hasattr(self,'timefixed'):
1000: return self.timefixed
1001: else:
1002: setattr(self,'timefixed',self.bobobase_modification_time().ISO())
1003: return self.bobobase_modification_time().ISO()
1004:
1005: def getContent(self):
1006: """get Basket Content"""
1007: return self.basketContent
1008:
1009:
1010: def __init__(self,id,user,comment="",basketContent=[]):
1011: """ init a basket version"""
1012: self.id=id
1013: self.coment=comment
1014: self.basketContent=basketContent[0:]
1015: self.user=user
1016: self.time=time.localtime()
1017:
1018: def getUser(self):
1019: """get user"""
1020: return self.user
1021:
1022: def getComment(self):
1023: """get Comment"""
1024: return self.comment
1025:
1.32 dwinter 1026: security.declareProtected('View','index_html')
1.4 dwinter 1027: def index_html(self):
1028: """view the basket"""
1029: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketVersionMain.zpt')).__of__(self)
1030: return pt()
1031:
1032: def getObjUrl(self,result):
1033: """getUrl of the version of the object"""
1034: objId=result[1].getTitle()
1035: founds=self.CDLICatalog.search({'title':objId})
1036: if len(founds)>0:
1.12 dwinter 1037: return founds[0].getObject().getLastVersion().absolute_url()
1.4 dwinter 1038:
1039: else: #assume version number
1040: splitted=objId.split("_")
1.9 dwinter 1041: founds=self.CDLICatalog.search({'title':splitted[1]})
1.12 dwinter 1042: return founds[0].getObject().getLastVersion().absolute_url()+'/'+objId
1.4 dwinter 1043:
1044: def manage_addCDLIBasketVersion(self,user,comment="",basketContent=[],RESPONSE=None):
1045: """add a version"""
1046:
1047: #check for already existing versions
1048:
1049: lastVersion=self.getLastVersion()
1050: if lastVersion is None:
1051: newId=str(1)
1052: else:
1053: newId=str(int(lastVersion.getId())+1)
1054:
1055: ob=CDLIBasketVersion(newId,user,comment,basketContent)
1056:
1057: self._setObject(newId, ob)
1058:
1059: if RESPONSE is not None:
1060: RESPONSE.redirect('manage_main')
1061: else:
1062: return ob
1063:
1.28 dwinter 1064: class CDLIFileObject(CatalogAware,versionedFileObject):
1.1 dwinter 1065: """CDLI file object"""
1066:
1067: meta_type="CDLI File Object"
1.25 dwinter 1068: default_catalog='CDLIObjectsCatalog'
1.1 dwinter 1069:
1.12 dwinter 1070: security=ClassSecurityInfo()
1071:
1.26 dwinter 1072:
1073: security.declarePublic('makeThisVersionCurrent')
1074:
1.28 dwinter 1075: def PrincipiaSearchSource(self):
1076: """Return cataloguable key for ourselves."""
1077: return str(self)
1078:
1.26 dwinter 1079: def makeThisVersionCurrent_html(self):
1080: """form for making this version current"""
1081:
1082: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','makeThisVersionCurrent.zpt')).__of__(self)
1083: return pt()
1.27 dwinter 1084: def makeThisVersionCurrent(self,comment,author,RESPONSE=None):
1.26 dwinter 1085: """copy this version to current"""
1086: parent=self.aq_parent
1087:
1088:
1089: newversion=parent.manage_addCDLIFileObject('',comment,author)
1090: newversion.data=self.data[0:]
1.27 dwinter 1091:
1092: if RESPONSE is not None:
1093: RESPONSE.redirect(self.aq_parent.absolute_url()+'/history')
1094:
1095:
1.26 dwinter 1096: return True
1097:
1098: security.declarePublic('view')
1099:
1.1 dwinter 1100: def view(self):
1101: """view file"""
1102: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','viewCDLIFile.zpt')).__of__(self)
1103: return pt()
1104:
1.12 dwinter 1105: security.declarePublic('getDesignation')
1106: def getDesignation(self):
1107: """get the designation out of the file"""
1.16 dwinter 1108: try:
1.18 dwinter 1109: txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
1.13 dwinter 1110: except:
1.16 dwinter 1111: txt=self.data[0:]
1112:
1113: return "ERROR"
1.12 dwinter 1114: try:
1115: return txt.group(2)
1116: except:
1117: return "ERROR"
1118:
1.1 dwinter 1119: manage_addCDLIFileObjectForm=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject', version='1')
1120:
1121: def manage_addCDLIFileObject(self,id,vC='',author='', file='',title='',precondition='', content_type='',
1122: REQUEST=None):
1123: """Add a new File object.
1124:
1125: Creates a new File object 'id' with the contents of 'file'"""
1126:
1127: id=str(id)
1128: title=str(title)
1129: content_type=str(content_type)
1130: precondition=str(precondition)
1131:
1132: id, title = cookId(id, title, file)
1133:
1134: self=self.this()
1135:
1136: # First, we create the file without data:
1137: self._setObject(id, CDLIFileObject(id,title,'',content_type, precondition))
1138: self._getOb(id).versionComment=str(vC)
1139: self._getOb(id).time=time.localtime()
1140:
1141: setattr(self._getOb(id),'author',author)
1142:
1143: # Now we "upload" the data. By doing this in two steps, we
1144: # can use a database trick to make the upload more efficient.
1145: if file:
1146: self._getOb(id).manage_upload(file)
1147: if content_type:
1148: self._getOb(id).content_type=content_type
1149:
1150: if REQUEST is not None:
1151: REQUEST['RESPONSE'].redirect(self.absolute_url()+'/manage_main')
1.3 dwinter 1152:
1153: class CDLIFile(versionedFile,CatalogAware):
1154: """CDLI file"""
1155:
1156: meta_type="CDLI file"
1157: default_catalog='CDLICatalog'
1.5 dwinter 1158:
1.26 dwinter 1159: #security.declarePublic('history')
1160: def history(self):
1161: """history"""
1162:
1163: ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
1164: if ext:
1165: return getattr(self,ext[0][1].getId())()
1166:
1167: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','versionHistory')).__of__(self)
1168: return pt()
1169:
1170:
1.12 dwinter 1171:
1.8 dwinter 1172: def isContainedInBaskets(self,context=None):
1173: """check is this file is part of any basket
1174: @param context: (optional) necessessary if CDLIBasketCatalog is not an (inherited) attribute of self, context.CDLIBasketCatalog
1175: has to exist.
1176: """
1177:
1178: if not context:
1179: context=self
1.12 dwinter 1180:
1181: ret=[]
1182: for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()}):
1183: #if the basket x is deleted it seemes to be that x is sometimes still in the Catalog, why?
1184: try:
1185: ret.append(x.getObject())
1186: except:
1187: pass
1188: return ret
1189: #return [x.getObject() for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()})]
1.5 dwinter 1190:
1191:
1192: def addCDLIFileObjectForm(self):
1193: """add a new version"""
1194:
1195: if str(self.REQUEST['AUTHENTICATED_USER']) in ["Anonymous User"]:
1196: return "please login first"
1197: if (self.lockedBy==self.REQUEST['AUTHENTICATED_USER']) or (self.lockedBy==''):
1198: out=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject',version=self.getVersion()).__of__(self)
1199: return out()
1200: else:
1201: return "Sorry file is locked by somebody else"
1202:
1.3 dwinter 1203: def manage_addCDLIFileObject(self,id,vC,author,file='',title='',precondition='', content_type='',changeName='no',newName='', RESPONSE=None):
1204: """add"""
1205: try: #TODO: der ganze vC unsinn muss ueberarbeitet werden
1206: vC=self.REQUEST['vC']
1207: except:
1208: pass
1209:
1210:
1211: if changeName=="yes":
1212: filename=file.filename
1213: self.title=filename[max(filename.rfind('/'),
1214: filename.rfind('\\'),
1215: filename.rfind(':'),
1216: )+1:]
1217:
1218:
1219: if not newName=='':
1220: self.title=newName[0:]
1221:
1222:
1223:
1224:
1225:
1226: positionVersionNum=getattr(self,'positionVersionNum','front')
1227:
1228: if positionVersionNum=='front':
1229: id="V%i"%self.getVersion()+"_"+self.title
1230: else:
1231: tmp=os.path.splitext(self.title)
1232: if len(tmp)>1:
1233: id=tmp[0]+"_V%i"%self.getVersion()+tmp[1]
1234: else:
1235: id=tmp[0]+"_V%i"%self.getVersion()
1236:
1237:
1238: manage_addCDLIFileObject(self,id,vC,author,file,id,precondition, content_type)
1239: objs=self.ZopeFind(self,obj_ids=[id])[0][1].setVersionNumber(int(self.getVersion()))
1.22 dwinter 1240: try:
1241: #FIXME: wozu ist das gut?
1242: self.REQUEST.SESSION['objID_parent']=self.getId()
1243: except:
1244: pass
1.3 dwinter 1245: if RESPONSE:
1246: obj=self.ZopeFind(self,obj_ids=[id])[0][1]
1247: if obj.getSize()==0:
1248: self.REQUEST.SESSION['objID']=obj.getId()
1249: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','errorUploadFile')).__of__(self)
1250: return pt()
1251:
1252: else:
1.12 dwinter 1253: RESPONSE.redirect(self.REQUEST['URL2']+'?uploaded=%s'%self.title)
1.3 dwinter 1254:
1255: else:
1256: return self.ZopeFind(self,obj_ids=[id])[0][1]
1257:
1258:
1259: def manage_addCDLIFileForm(self):
1260: """interface for adding the OSAS_root"""
1261: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIFile.zpt')).__of__(self)
1262: return pt()
1263:
1264: def manage_addCDLIFile(self,id,title,lockedBy, author=None, RESPONSE=None):
1265: """add the OSAS_root"""
1266: newObj=CDLIFile(id,title,lockedBy,author)
1.22 dwinter 1267:
1268: tryToggle=True
1269: tryCount=0
1270:
1271:
1272:
1273: self._setObject(id,newObj)
1274:
1275:
1.3 dwinter 1276: if RESPONSE is not None:
1277: RESPONSE.redirect('manage_main')
1278:
1279:
1.1 dwinter 1280:
1281:
1.25 dwinter 1282: def splitatf(fh,dir=None,ext=None):
1.2 dwinter 1283: """split it"""
1.4 dwinter 1284: ret=None
1.2 dwinter 1285: nf=None
1.25 dwinter 1286: i=0
1.2 dwinter 1287: for line in fh.readlines():
1.25 dwinter 1288: if ext:
1289: i+=1
1290: if (i%100)==0:
1291: ext.result+="."
1292: if i==10000:
1293: i=0
1294: ext.result+="<br>"
1.4 dwinter 1295: #check if basket name is in the first line
1296: if line.find("#atf basket")>=0:
1297: ret=line.replace('#atf basket ','')
1.5 dwinter 1298: ret=ret.split('_')[0]
1.4 dwinter 1299: else:
1300: if (len(line.lstrip())>0) and (line.lstrip()[0]=="&"): #newfile
1301: if nf:
1302: nf.close() #close last file
1303:
1304:
1305: filename=line[1:].split("=")[0].rstrip()+".atf"
1306: if dir:
1307: filename=os.path.join(dir,filename)
1308: nf=file(filename,"w")
1309: if nf:
1310: nf.write(line)
1.2 dwinter 1311:
1312: nf.close()
1313: fh.close()
1.5 dwinter 1314: return ret,len(os.listdir(dir))
1.4 dwinter 1315:
1.19 dwinter 1316:
1.1 dwinter 1317: class CDLIFileFolder(versionedFileFolder):
1.4 dwinter 1318: """CDLI File Folder"""
1.1 dwinter 1319:
1.19 dwinter 1320: security=ClassSecurityInfo()
1.1 dwinter 1321: meta_type="CDLI Folder"
1322: filesMetaType=['CDLI file']
1323: folderMetaType=['CDLI Folder']
1324: default_catalog='CDLICatalog'
1.25 dwinter 1325: defaultFileCatalog=default_catalog #wenn dieses definiert ist, wird beim hinzufgen einer neuen version eines files dieser catalog neuiniziert
1326:
1.24 dwinter 1327: tmpStore2={}
1.19 dwinter 1328: def setTemp(self,name,value):
1329: """set tmp"""
1330:
1331: setattr(self,name,value)
1332:
1333:
1.12 dwinter 1334: def delete(self,ids):
1335: """delete this file, i.e. move into a trash folder"""
1336:
1337: found=self.ZopeFind(self,obj_ids=['.trash'])
1338:
1339: if len(found)<1:
1340: manage_addCDLIFileFolder(self, '.trash',title="Trash")
1341: trash=self._getOb('.trash')
1342: else:
1343: trash=found[0][1]
1344:
1345: if type(ids) is not ListType:
1346: ids=[ids]
1347: cut=self.manage_cutObjects(ids)
1348: trash.manage_pasteObjects(cut)
1349:
1.4 dwinter 1350: def getVersionNumbersFromIds(self,ids):
1351: """get the numbers of the current versions of documents described by their ids"""
1352:
1353: ret=[]
1354: searchStr=" OR ".join(ids)
1355:
1.9 dwinter 1356: founds=self.CDLICatalog.search({'title':searchStr})
1.4 dwinter 1357:
1358: for found in founds:
1359: lastVersion=found.getObject().getLastVersion()
1360: ret.append((found.getId,lastVersion))
1361:
1362: return ret
1363:
1.14 dwinter 1364: def checkCatalog(self,fn):
1365: """check if fn is in the catalog"""
1.19 dwinter 1366: #TODO add checkCatalog
1.14 dwinter 1367:
1368:
1.19 dwinter 1369:
1.26 dwinter 1370: def findObjectsFromListWithVersion(self,list):
1371: """find objects from a list with versions
1372: @param list: list of tuples (cdliFile,version)
1373: """
1374:
1375:
1376:
1377: #self.REQUEST.SESSION['fileIds']=list#store fieldIds in session for further usage
1378: #self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1379:
1380:
1381: pt=getattr(self,'filelistVersioned.html')
1382:
1383: return pt(search=list)
1384:
1385:
1386:
1.25 dwinter 1387: def findObjectsFromList(self,display=False,start=None,upload=None,list=None,basketName=None,numberOfObjects=None,RESPONSE=None):
1.1 dwinter 1388: """findObjectsFromList (, TAB oder LINE separated)"""
1.15 dwinter 1389:
1390:
1.6 dwinter 1391: if upload: # list from file upload
1392: txt=upload.read()
1393: txt=txt.replace(",","\n")
1394: txt=txt.replace("\t","\n")
1.12 dwinter 1395: txt=txt.replace("\r","\n")
1.6 dwinter 1396: idsTmp=txt.split("\n")
1397: ids=[]
1398: for id in idsTmp: # make sure that no empty lines
1399: idTmp=id.lstrip().rstrip()
1400: if len(idTmp)>0:
1401:
1402: ids.append(idTmp)
1403:
1404: #self.REQUEST.SESSION['ids']=" OR ".join(ids)
1.12 dwinter 1405:
1.6 dwinter 1406: pt=getattr(self,'filelist.html')
1.7 dwinter 1407: self.REQUEST.SESSION['searchList']=ids
1.6 dwinter 1408: return pt(search=ids)
1.7 dwinter 1409:
1.6 dwinter 1410: if basketName:
1.7 dwinter 1411: #TODO: get rid of one of these..
1412:
1.6 dwinter 1413: pt=getattr(self,'filelist.html')
1.7 dwinter 1414: return pt(basketName=basketName,numberOfObjects=numberOfObjects)
1.6 dwinter 1415:
1.15 dwinter 1416: if list is not None: # got already a list
1.6 dwinter 1417: ret=[]
1418: for fileId in list:
1419: if len(fileId.split("."))==1:
1420: fileId=fileId+".atf"
1.12 dwinter 1421:
1.6 dwinter 1422: ret+=self.CDLICatalog({'title':fileId})
1.7 dwinter 1423: #TODO: get rid of one of these..
1.25 dwinter 1424: ids=[x.getObject().getId() for x in ret]
1425: self.REQUEST.SESSION['fileIds']=ids#store fieldIds in session for further usage
1.7 dwinter 1426: self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
1.25 dwinter 1427:
1428: if display:
1429: pt=getattr(self,'filelist.html')
1430:
1431: return pt(search=ids)
1432: else:
1433: return ret
1434:
1435:
1.1 dwinter 1436:
1.7 dwinter 1437: if start:
1438: RESPONSE.redirect("filelist.html?start:int="+str(start))
1.15 dwinter 1439:
1.18 dwinter 1440:
1.19 dwinter 1441:
1442: security.declareProtected('Manage','createAllFilesAsSingleFile')
1.1 dwinter 1443: def createAllFilesAsSingleFile(self,RESPONSE=None):
1444: """download all files"""
1445:
1446: def sortF(x,y):
1447: return cmp(x[0],y[0])
1448:
1449: catalog=getattr(self,self.default_catalog)
1450: #tf,tfilename=mkstemp()
1451:
1452:
1453: list=[(x.getId,x) for x in catalog()]
1454: list.sort(sortF)
1455:
1456: RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%"all.atf")
1457: RESPONSE.setHeader("Content-Type","application/octet-stream")
1458:
1459: for l in list:
1460: obj=l[1].getObject()
1461:
1462: if obj.meta_type=="CDLI file":
1463:
1464: #os.write(tf,obj.getLastVersion().data)
1465: if RESPONSE:
1.13 dwinter 1466: RESPONSE.write(obj.getLastVersion().data[0:])
1.1 dwinter 1467: #os.close(tf)
1468: #RESPONSE.redirect(self.absolute_url()+"/downloadFile?fn="%tfilename)
1469: return True
1470:
1471: def downloadFile(self,fn):
1472: """download fn - not used yet"""
1473: self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%self.getLastVersion().getId())
1474: self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
1475: self.REQUEST.RESPONSE.write(file(fn).read())
1476:
1477:
1478:
1479: def hasParent(self):
1480: """returns true falls subfolder"""
1481:
1482: if self.aq_parent.meta_type in self.folderMetaType:
1483: return True
1484: else:
1485: return False
1486:
1487: def getFolders(self):
1488: """get all subfolders"""
1489: ret=[]
1490: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1491: for folder in folders:
1492: ret.append((folder[1],
1493: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1494: len(self.ZopeFind(folder[1],obj_metatypes=self.filesMetaType))
1495: ))
1496: return ret
1497:
1498:
1499: def getFolders_OLD(self):
1500: """get all subfolders"""
1501: ret=[]
1502: folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
1503: for folder in folders:
1504: ret.append((folder[1],
1505: len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
1506: len(getattr(self,self.default_catalog)({'path':folder[0]}))
1507: ))
1508: return ret
1.32 dwinter 1509: security.declareProtected('View','index_html')
1.1 dwinter 1510: def index_html(self):
1511: """main"""
1512: ext=self.ZopeFind(self,obj_ids=["index.html"])
1513: if ext:
1514: return ext[0][1]()
1515:
1516: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','CDLIFileFolderMain')).__of__(self)
1517: return pt()
1518:
1.22 dwinter 1519:
1520: manage_addCDLIFileFolderForm=DTMLFile('dtml/folderAdd', globals())
1521:
1522:
1523: def manage_addCDLIFileFolder(self, id, title='',
1524: createPublic=0,
1525: createUserF=0,
1526: REQUEST=None):
1527: """Add a new Folder object with id *id*.
1528:
1529: If the 'createPublic' and 'createUserF' parameters are set to any true
1530: value, an 'index_html' and a 'UserFolder' objects are created respectively
1531: in the new folder.
1532: """
1533: ob=CDLIFileFolder()
1534: ob.id=str(id)
1535: ob.title=title
1536: self._setObject(id, ob)
1537: ob=self._getOb(id)
1538:
1539: checkPermission=getSecurityManager().checkPermission
1540:
1541: if createUserF:
1542: if not checkPermission('Add User Folders', ob):
1543: raise Unauthorized, (
1544: 'You are not authorized to add User Folders.'
1545: )
1546: ob.manage_addUserFolder()
1547:
1548:
1549: if REQUEST is not None:
1550: return self.manage_main(self, REQUEST, update_menu=1)
1551:
1552: class CDLIRoot(Folder):
1553: """main folder for cdli"""
1554:
1555: meta_type="CDLIRoot"
1556:
1.26 dwinter 1557: def forceunlock(self):
1558: "break all locks"
1559: ret=[]
1560: for f in self.ZopeFind(self,obj_metatypes="CDLI file",search_sub=1):
1561: un=f[1].forceunlock()
1562: print un
1563: if un and un !="":
1564: ret.append((f[0],un))
1565: print ret
1566: return ret
1567:
1568: def getChangesByAuthor(self,author,n=100):
1.25 dwinter 1569: """getChangesByAuthor"""
1.26 dwinter 1570: zcat=self.CDLIObjectsCatalog
1571: res=zcat({'lastEditor':author,
1.25 dwinter 1572: 'sort_on':'getTime',
1573: 'sort_order':'descending',
1574: 'sort_limit':n})[:n ]
1.26 dwinter 1575:
1576: return res
1577:
1578: def getChangesByAuthor_html(self,author,n=100):
1579: """html output for changes by author"""
1580: tmp={}
1581: list=[]
1582: for x in self.getChangesByAuthor(author):
1583: nr=x.getObject().getVersionNumber()
1584: id=x.getObject().aq_parent.getId()
1585: #hinzufuegen, wenn Version neuer als die
1586: if tmp.get(id,(0,0))[1] < nr:
1587: tmp[id]=(x.getObject().aq_parent,nr)
1588:
1589:
1590: return self.cdli_main.findObjectsFromListWithVersion(list=tmp.values())
1591:
1.25 dwinter 1592: def getLastChanges(self,n=100):
1593: """get the last n changes"""
1594: n=int(n)
1595: zcat=self.CDLICatalog
1596: return zcat({'sort_on':'getLastChangeDate',
1597: 'sort_order':'descending',
1598: 'sort_limit':n})[:n ]
1599:
1600:
1601: def getLastChanges_html(self,n=100):
1602: """get the last n changes"""
1603: list = [x.getId for x in self.getLastChanges(n)]
1604: return self.cdli_main.findObjectsFromList(list=list,display=True)
1605:
1.24 dwinter 1606: def refreshTxt(self,txt="",threadName=None):
1.22 dwinter 1607: """txt fuer refresh"""
1608:
1.24 dwinter 1609: return """ 2;url=%s?repeat=%s """%(self.absolute_url()+txt,threadName)
1.22 dwinter 1610:
1611:
1.24 dwinter 1612: def getResult(self,threadName=None):
1.22 dwinter 1613: """result of thread"""
1614: try:
1.24 dwinter 1615: return self._v_uploadATF[threadName].getResult()
1.22 dwinter 1616: except:
1617: return "One moment, please"
1618:
1.24 dwinter 1619:
1620: def checkThreads(self):
1621: """check threads"""
1622: return threading.enumerate()
1623:
1.22 dwinter 1624: def uploadATF(self,repeat=None,upload=None,basketId=0,RESPONSE=None):
1625: """standard ausgabe"""
1626: #self._v_uploadATF.returnValue=None
1627:
1628: threadName=repeat
1629: if not threadName or threadName=="":
1630: tmpVar=False
1.24 dwinter 1631:
1.22 dwinter 1632: thread=uploadATFThread()
1.24 dwinter 1633: threadName=thread.getName()[0:]
1634: if not hasattr(self,'_v_uploadATF'):
1635: self._v_uploadATF={}
1636:
1637: self._v_uploadATF[threadName]=thread
1.22 dwinter 1638: #self._xmltrans.start()
1639: #thread=Thread(target=self._v_uploadATF)
1640:
1.24 dwinter 1641: self._v_uploadATF[threadName].set(upload,basketId,self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1.22 dwinter 1642: #thread.start()
1.24 dwinter 1643: self._v_uploadATF[threadName].start()
1.22 dwinter 1644:
1645:
1.24 dwinter 1646: self.threadName=self._v_uploadATF[threadName].getName()[0:]
1.22 dwinter 1647: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1648:
1649: if wait_template:
1650: return wait_template[0][1]()
1651: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1.24 dwinter 1652: return pt(txt='/uploadATF',threadName=threadName)
1.22 dwinter 1653: #_v_xmltrans.run()
1654:
1655: else:
1656: #recover thread, if lost
1657: if not hasattr(self,'_v_uploadATF'):
1.24 dwinter 1658: self._v_uploadATF={}
1659: if not self._v_uploadATF.get(threadName,None):
1.22 dwinter 1660: for thread in threading.enumerate():
1661: if threadName == thread.getName():
1.24 dwinter 1662: self._v_uploadATF[threadName]=thread
1663:
1664: if not self._v_uploadATF[threadName].returnValue:
1.22 dwinter 1665:
1666:
1667: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1668: if wait_template:
1669: return wait_template[0][1]()
1670:
1671: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1672:
1.24 dwinter 1673: return pt(txt='/uploadATF',threadName=threadName)
1.22 dwinter 1674:
1675: else:
1.30 dwinter 1676: # tmp={}
1677: # for key in self._v_uploadATF[threadName].returnValue.keys():
1678: # t=self._v_uploadATF[threadName].returnValue[key]
1679: # if type(t) is ListType:
1680: # tmp[key]=self._v_uploadATF[threadName].returnValue[key][0:]
1681: # else:
1682: # tmp[key]=self._v_uploadATF[threadName].returnValue[key]
1683: # print repr(tmp[key]),repr(key)
1684: #
1685: # #
1.28 dwinter 1686: #tmp=self.cdli_main.tmpStore2[threadName]
1.30 dwinter 1687: tmp=self._v_uploadATF[threadName].returnValue
1.29 dwinter 1688:
1.30 dwinter 1689: #self._v_uploadATF[threadName].continueVar=False
1.29 dwinter 1690:
1.22 dwinter 1691: self.REQUEST.SESSION['changed']=[x[0].getId() for x in tmp['changed']]
1692: self.REQUEST.SESSION['errors']=[x.getId() for x in tmp['errors']]
1693: self.REQUEST.SESSION['newPs']=tmp['newPs']
1694: self.REQUEST.SESSION['tmpdir']=tmp['dir']
1.30 dwinter 1695: #del(self.cdli_main.tmpStore2[threadName])
1696: print "here the templates"
1697:
1.22 dwinter 1698: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1.30 dwinter 1699: print "init p"
1.22 dwinter 1700: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1701: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1.30 dwinter 1702:
1703: def redoUpload(self,threadName):
1704: """redo the upload"""
1705: tmp=self.cdli_main.tmpStore2[threadName]
1706: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
1707: return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
1708: basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
1709:
1.22 dwinter 1710: def uploadATFfinally(self,procedure='',comment="",basketname='',unlock=None,repeat=None,RESPONSE=None):
1711: """nowupload the files"""
1712:
1713:
1714:
1715: threadName=repeat
1716: if not threadName or threadName=="":
1.24 dwinter 1717: thread=uploadATFfinallyThread()
1718: threadName=thread.getName()[0:]
1719: self._v_uploadATF[threadName]=thread
1.22 dwinter 1720:
1721:
1.24 dwinter 1722: self._v_uploadATF[threadName].set(procedure,comment=comment,basketname=basketname,unlock=unlock,SESSION=self.REQUEST.SESSION,username=self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
1.22 dwinter 1723:
1.24 dwinter 1724: self._v_uploadATF[threadName].start()
1.22 dwinter 1725:
1726:
1.24 dwinter 1727:
1.22 dwinter 1728: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1729:
1730: if wait_template:
1731: return wait_template[0][1]()
1732: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1733:
1.24 dwinter 1734: return pt(txt='/uploadATFfinally',threadName=threadName)
1.22 dwinter 1735: #_v_xmltrans.run()
1736:
1737: else:
1738: #recover thread, if lost
1739: if not hasattr(self,'_v_uploadATF'):
1.24 dwinter 1740: self._v_uploadATF={}
1741: if not self._v_uploadATF.get(threadName,None):
1.22 dwinter 1742: for thread in threading.enumerate():
1743: if threadName == thread.getName():
1.24 dwinter 1744: self._v_uploadATF[threadName]=thread
1.22 dwinter 1745:
1.24 dwinter 1746: if self._v_uploadATF.get(threadName,None) and (self._v_uploadATF[threadName] is not None) and (not self._v_uploadATF[threadName].end) :
1.22 dwinter 1747:
1748: wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
1749: if wait_template:
1750: return wait_template[0][1]()
1751:
1752: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
1.24 dwinter 1753: return pt(txt='/uploadATFfinally',threadName=threadName)
1.22 dwinter 1754: else:
1755:
1756: if RESPONSE is not None:
1757: RESPONSE.redirect(self.absolute_url())
1758:
1.19 dwinter 1759: def importFiles(self,comment="",author="" ,folderName="/Users/dwinter/Documents/workspace/cdli/atf", files=None,ext=None):
1.1 dwinter 1760: """import files"""
1.22 dwinter 1761: root=self.cdli_main
1.1 dwinter 1762:
1.3 dwinter 1763: if not files:
1764: files=os.listdir(folderName)
1765:
1.1 dwinter 1766: for f in files:
1767: folder=f[0:3]
1768: f2=f[0:5]
1.22 dwinter 1769: obj=self.ZopeFind(root,obj_ids=[folder])
1.19 dwinter 1770: if ext:
1771:
1772: ext.result+="<p>Adding: %s </p>"%f
1.1 dwinter 1773: if not obj:
1.22 dwinter 1774: manage_addCDLIFileFolder(root,folder,folder)
1775: fobj=getattr(root,folder)
1776: #get_transaction().commit()
1.1 dwinter 1777: else:
1778: fobj=obj[0][1]
1779:
1780: obj2=fobj.ZopeFind(fobj,obj_ids=[f2])
1781:
1782: if not obj2:
1783: manage_addCDLIFileFolder(fobj,f2,f2)
1784: fobj2=getattr(fobj,f2)
1785:
1786: else:
1787: fobj2=obj2[0][1]
1788:
1789: file2=file(os.path.join(folderName,f))
1790: id=f
1791: manage_addCDLIFile(fobj2,f,'','')
1792: id=f
1793: ob=fobj2._getOb(f)
1794: ob.title=id
1795:
1796: manage_addCDLIFileObject(ob,id,comment,author,file2,content_type='')
1.3 dwinter 1797: self.CDLICatalog.catalog_object(ob)
1798: #self.CDLICatalog.manage_catalogFoundItems(obj_ids=[id],search_sub=1)
1799: #self.CDLICatalog.manage_catalogObject(self.REQUEST, self.REQUEST.RESPONSE, 'CDLICatalog', urlparse.urlparse(ob.absolute_url())[1])
1800:
1801: return "ok"
1.22 dwinter 1802:
1803:
1804: manage_addCDLIRootForm=DTMLFile('dtml/rootAdd', globals())
1.1 dwinter 1805:
1806:
1.22 dwinter 1807: def manage_addCDLIRoot(self, id, title='',
1.1 dwinter 1808: createPublic=0,
1809: createUserF=0,
1810: REQUEST=None):
1811: """Add a new Folder object with id *id*.
1812:
1813: If the 'createPublic' and 'createUserF' parameters are set to any true
1814: value, an 'index_html' and a 'UserFolder' objects are created respectively
1815: in the new folder.
1816: """
1.22 dwinter 1817: ob=CDLIRoot()
1.1 dwinter 1818: ob.id=str(id)
1819: ob.title=title
1820: self._setObject(id, ob)
1821: ob=self._getOb(id)
1822:
1823: checkPermission=getSecurityManager().checkPermission
1824:
1825: if createUserF:
1826: if not checkPermission('Add User Folders', ob):
1827: raise Unauthorized, (
1828: 'You are not authorized to add User Folders.'
1829: )
1830: ob.manage_addUserFolder()
1831:
1832:
1833: if REQUEST is not None:
1.22 dwinter 1834: return self.manage_main(self, REQUEST, update_menu=1)
1835:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to cdli_files.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / cdli