File:  [Repository] / cdli / cdli_files.py
Revision 1.36: download - view: text, annotated - select for diffs - revision graph
Fri Jul 14 14:51:50 2006 UTC (17 years, 11 months ago) by dwinter
Branches: MAIN
CVS tags: HEAD
minorCVS: ----------------------------------------------------------------------

    1: """CDLI extensions of the filearchive"""    
    2: from Products.versionedFile.versionedFile import *
    3: from Products.ZCatalog.CatalogPathAwareness import CatalogAware
    4: from tempfile import mkstemp,mkdtemp    
    5: import os.path
    6: import os
    7: from types import *
    8: import urlparse
    9: from OFS.OrderedFolder import OrderedFolder
   10: from OFS.SimpleItem import SimpleItem
   11: import time
   12: from OFS.Folder import manage_addFolder
   13: import re
   14: from AccessControl import ClassSecurityInfo
   15: from Acquisition import Implicit
   16: from threading import Thread
   17: from ZPublisher.HTTPRequest import HTTPRequest
   18: from ZPublisher.HTTPResponse import HTTPResponse
   19: from ZPublisher.BaseRequest import RequestContainer
   20: import threading
   21:     
   22: 
   23: 
   24: class uploadATFfinallyThread(Thread):
   25:     """class for adding uploaded filed (temporarily stored in the staging area at /tmp"""
   26:     
   27:     def __init__(self):
   28:         """init for uploadATFfinallyThread"""
   29:         self.continueVar=True
   30:         self.returnValue=None
   31:         self.end=False
   32:         Thread.__init__(self)
   33:            
   34:     def set(self,procedure,comment="",basketname='',unlock=None,SESSION=None,username=None,serverport="8080"):
   35:         """set start values for the thread"""
   36:         self.procedure=procedure
   37:         self.comment=comment
   38:         self.basketname=basketname
   39:         self.unlock=unlock
   40:         self.SESSION=SESSION
   41:         self.username=username
   42:         self.serverport=serverport
   43:         
   44:     def __call__(self):
   45:         """call of the thread (equals run)"""
   46:         self.run()
   47:         return True
   48:     
   49:     def getContext(self, app,serverport="8080"):
   50:         """get the context within the ZODB"""
   51:         
   52:         resp = HTTPResponse(stdout=None)
   53:         env = {
   54:             'SERVER_NAME':'localhost',
   55:             'SERVER_PORT':serverport,
   56:             'REQUEST_METHOD':'GET'
   57:             }
   58:         req = HTTPRequest(None, env, resp)
   59:         return app.__of__(RequestContainer(REQUEST = req))
   60:           
   61:         
   62:     def run(self):
   63:         """run"""
   64:         
   65:         self.result=""
   66:         #find context within ZODB
   67:         from Zope import DB
   68:         conn = DB.open()
   69:         root = conn.root()
   70:         app  = root['Application']
   71:         ctx = self.getContext(app,serverport=self.serverport)
   72: 
   73:         #add the files
   74:         self.uploadATFfinallyThread(ctx,self.procedure,comment=self.comment,basketname=self.basketname,unlock=self.unlock,SESSION=self.SESSION,username=self.username)
   75:         #commit the transactions
   76:         get_transaction().commit()
   77:         conn.close()
   78:         #set flag for end of this method
   79:         self.end=True
   80:         return True
   81:     
   82:     def __del__(self):
   83:         """delete"""
   84:         
   85:         
   86:     
   87:     def getResult(self):
   88:         """method for accessing result"""
   89:         
   90:         return self.result
   91:      
   92:     def uploadATFfinallyThread(self,ctx,procedure,comment="",basketname='',unlock=None,RESPONSE=None,SESSION=None,username=None):
   93:         """upload the files"""
   94:         #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
   95:         ctx2=ctx.cdliRoot
   96:    
   97:         self.result+="<h2>Start processing</h2>"
   98:         
   99:         #shall I only upload the changed files?
  100:         if procedure=="uploadchanged":
  101:       
  102:             uploadFns=SESSION.get('changed',[])+SESSION.get('newPs',[])
  103:         
  104:         #or all
  105:         elif procedure=="uploadAll":
  106:             uploadFns=[]
  107:             for x in os.listdir(SESSION['tmpdir']):
  108:                 if not x in SESSION['errors']:
  109:                     uploadFns.append(x)
  110:                     
  111:         #or maybe nothing
  112:         elif procedure=="noupload":
  113:                         return True
  114:         else:
  115:             uploadFns=[]
  116:             
  117:         #do first the changed files    
  118:         for fn in uploadFns:
  119:             founds=ctx2.CDLICatalog.search({'title':fn})
  120:             if len(founds)>0:
  121:                 SESSION['author']=str(username)
  122:                 self.result+="<p>Changing : %s"%fn
  123:                 founds[0].getObject().manage_addCDLIFileObject('',comment,SESSION['author'],file=file(os.path.join(SESSION['tmpdir'],fn)))
  124:             
  125:         
  126:         #now add the new files        
  127:         newPs=SESSION['newPs']
  128:         if len(newPs)>0:
  129:             tmpDir=SESSION['tmpdir']
  130:             self.result+="<p>Adding files</p>"
  131:             #TODO: make this configurable, at the moment base folder for the files has to be cdli_main
  132:             
  133:             ctx2.importFiles(comment=comment,author=str(username) ,folderName=tmpDir, files=newPs,ext=self)
  134:                 
  135:         
  136:         
  137:         #unlock locked files?
  138:         if unlock:
  139:             self.result+="<p>Unlock files</p>"
  140:             unlockFns=[]
  141:             for x in os.listdir(SESSION['tmpdir']):
  142:                     if not x in SESSION['errors']:
  143:                         unlockFns.append(x)
  144:             
  145:             for fn in unlockFns:
  146:                 founds=ctx2.CDLICatalog.search({'title':fn})
  147:                 if len(founds)>0:
  148:                     SESSION['author']=str(username)
  149:                    
  150:                     founds[0].getObject().lockedBy=""
  151:                     
  152:         #if a basketname is give, add files to the basket
  153:         if not (basketname ==''):
  154:             self.result+="<p>Add basket</p>"
  155:             basketId=ctx2.basketContainer.getBasketIdfromName(basketname)
  156:             
  157:             if not basketId: # create new basket
  158:                 ob=ctx2.basketContainer.addBasket(basketname)
  159:                 basketId=ob.getId()
  160:             basket=getattr(ctx2.basketContainer,str(basketId))
  161:             ids=os.listdir(SESSION['tmpdir'])
  162:             basket.addObjects(ids,deleteOld=True,username=str(username))    
  163:                
  164:         if RESPONSE is not None:
  165:             RESPONSE.redirect(self.aq_parent.absolute_url())
  166:         
  167: 
  168:        
  169:         return True
  170:     
  171: class uploadATFThread(Thread):
  172:     """class for checking the files befor uploading"""
  173:     
  174:     def __init__(self):
  175:         """initialise"""
  176:         
  177:         self.continueVar=True
  178:         self.returnValue=None
  179:         
  180:         Thread.__init__(self)
  181:         
  182:         
  183:     def set(self,upload,basketId,username,serverport="8080"):
  184:         """set start values for the thread"""
  185:         self.result=""
  186:         self.upload=upload
  187:         self.basketId=basketId
  188:         self.username=username
  189:         self.serverport=serverport
  190:         
  191:     def __call__(self):
  192:         """call method """
  193:         self.run()
  194:         return True
  195:     
  196:     def getContext(self, app,serverport="8080"):
  197:         """get the context within the ZODB"""
  198:         resp = HTTPResponse(stdout=None)
  199:         env = {
  200:             'SERVER_NAME':'localhost',
  201:             'SERVER_PORT':serverport,
  202:             'REQUEST_METHOD':'GET'
  203:             }
  204:         req = HTTPRequest(None, env, resp)
  205:         return app.__of__(RequestContainer(REQUEST = req))
  206:         
  207:     def run(self):
  208:      
  209:         self.result=""
  210:         #find context within ZODB
  211:         from Zope import DB
  212:         conn = DB.open()
  213:         root = conn.root()
  214:         app  = root['Application']
  215:         ctx = self.getContext(app,serverport=self.serverport)
  216:         self.uploadATFThread(ctx,self.upload,self.basketId)
  217:      
  218:         #ctx.cdliRoot.cdli_main.tmpStore2[self.getName()[0:]]=self.returnValue
  219: 
  220:         get_transaction().commit()
  221:         
  222:         while self.continueVar:
  223:             pass
  224:         
  225:         conn.close()
  226:         
  227:         
  228:     def getResult(self):
  229:         """method for accessing result"""
  230:         return self.result
  231:     
  232:     def uploadATFThread(self,ctx,upload,basketId=0):
  233:         """upload an atf file"""
  234:         #TODO: add comments
  235:         #TODO: finish uploadATF
  236:         self.result="<html><body><h2>I got your file, start now to split it into single atf-files!</h2><p>"
  237:     
  238:         #make sure that id is a string and not an integer
  239:         basketId=str(basketId)
  240:         
  241:         #TODO: make this configurable, at the moment, rootFolder for cdli has to be cdliRoot
  242:         ctx2=ctx.cdliRoot
  243:         
  244:         #get temporary file for staging the downloaded and splitted files
  245:         dir=mkdtemp()
  246:         
  247:         
  248:         changed=[] # changed files
  249:         errors=[]  # files with errors
  250:         newPs=[]   # new p filed
  251:         psNotInCatalog=[] # files not in the catalog
  252:         
  253:         #split the uploadedd atf file
  254:         basketNameFromFile, numberOfFiles=splitatf(upload,dir,ext=self)
  255:         
  256:         #find basketId if not set
  257:         
  258:         #get active abaket
  259:         if basketId == '0':
  260:             basketObj=ctx2.basketContainer.getActiveBasket()
  261:             if basketObj:
  262:                 basketId=basketObj.getId()
  263:                 
  264:         #if there is no active baske and no basketid given, id is empty, else get besketname and length
  265:         if basketId == '0':
  266:             basketNameFromId=""
  267:             basketLen=0
  268:         else:
  269:             basketNameFromId=getattr(ctx2.basketContainer,basketId).title
  270:             basketLen=getattr(ctx2.basketContainer,basketId).getLastVersion().numberOfItems()
  271:             
  272:         
  273:         self.result+="""<html><body><h2>I got the files</h2><
  274:                         p>I am computing the differences to the exisiting files</p>"""
  275:                                    
  276:         #start to check the files
  277:         for fn in os.listdir(dir):
  278:             
  279:             self.result+="<p>process:%s</p>"%fn
  280:             
  281:             # check if file is in the catalog
  282:             #TODO: checkCatalog is not implemented yet
  283:             if ctx2.cdli_main.checkCatalog(fn):
  284:                 psNotInCatalog.append(fn)
  285:                 
  286:             #check if p-file already at the server  
  287:             founds=ctx2.CDLICatalog.search({'title':fn})    
  288:       
  289:             #if not than add filename to the list of newfiles
  290:             if len(founds)==0:
  291:                 newPs.append(fn)
  292:             
  293:             #if p file alread at the server    
  294:             for found in founds:
  295:                 #analyse the differences to the actual file
  296:                 obj=found.getObject()
  297: 
  298:                 if (not (str(obj.lockedBy))=='') and (not (str(obj.lockedBy)==str(self.username))):
  299:                     errors.append(obj)
  300:                 else:
  301:                     data=file(os.path.join(dir,fn)).read()
  302:                     diffs=obj.diff(data)
  303:                     if diffs[0]>0:
  304:                         changed.append((obj,diffs))
  305:                         #hochladen
  306:         
  307:         #ready, set the returnValues
  308:         self.result+="<h3>Done</h3></body></html>"
  309:         
  310:         self.returnValue={}
  311:         self.returnValue['changed']=changed
  312:         self.returnValue['errors']=errors
  313:         self.returnValue['newPs']=newPs
  314:         self.returnValue['tmpdir']=dir
  315:         self.returnValue['basketLen']=basketLen
  316:         self.returnValue['numberOfFiles']=numberOfFiles
  317:         self.returnValue['basketNameFromId']=basketNameFromId
  318:         self.returnValue['basketNameFromFile']=basketNameFromFile
  319:         self.returnValue['basketId']=basketId
  320:         self.returnValue['dir']=dir
  321:         
  322:         #ctx2.cdli_main.setTemp('v_uploadATF_returnValue',True)
  323:     
  324:         
  325: class Basket_old(Folder):
  326:     """shopping basket - alte fassung """
  327:     
  328:     meta_type="Basket"
  329:     _v_stack={}
  330: 
  331:     def getObjUrl(self,objId):
  332:         """getUrl"""
  333:         founds=self.CDLICatalog.search({'title':objId})
  334:         if len(founds)>0:
  335:              return founds[0].getObject().absolute_url()
  336:          
  337:         else: #assume version number
  338:             splitted=objId.split("_")
  339:             founds=self.CDLICatalog.search({'title':splitted[1]})        
  340:             return founds[0].getObject().absolute_url()+'/'+objId
  341:         
  342:     def storeAllLink(self,results):
  343:         """erzeuge link zum speicher aller results"""
  344:         nr=self.REQUEST['_ZopeId']
  345:         
  346:         if results:
  347:             self._v_stack[nr]=[x.getObject().getId() for x in results]
  348:         
  349:         return self.absolute_url()+"/storeAll?id="+nr
  350:     
  351:     def storeAll(self,id):
  352:         """store all"""
  353:         try:
  354:             results=self._v_stack[id]
  355:         except:
  356:             #TODO: write expired page
  357:             return "expired"
  358:         
  359:         return self.storeInBasketForm(results)
  360:         
  361:     def storeInBasketForm(self,ids):
  362:         """ store an object form"""
  363:         
  364:         if type(ids) is not ListType:
  365:             ids=[ids]
  366:         self.REQUEST.SESSION['ids']=ids[0:]
  367:         
  368:         self.REQUEST.SESSION['BACKLINK']=self.REQUEST['HTTP_REFERER']
  369: 
  370:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','storeBasketObject.zpt')).__of__(self)
  371:         return pt()
  372:         
  373:     def storeInBasket(self,username,ids=None,RESPONSE=None,REQUEST=None):
  374:         """store it"""
  375:         
  376:         if not ids:
  377:             ids=REQUEST.SESSION['ids']
  378:             
  379:         self.REQUEST.SESSION['basketUser']=username
  380:         
  381:         baskets=self.ZopeFind(self,obj_ids=[username])
  382:         if len(baskets)>0:
  383:             basket=baskets[0][1]
  384:         else:
  385:             manage_addBasketObject(self,username)
  386:             basket=self._getOb(username)
  387:         
  388:         
  389:         basket.addObjects(ids)
  390:         back=self.REQUEST.SESSION.get('BACKLINK', None)
  391: 
  392:         if RESPONSE:
  393:             RESPONSE.redirect(back)
  394:             
  395: 
  396:     
  397:     def showBasket(self,user=None,set=None,RESPONSE=None):
  398:         """show the basket"""
  399:         
  400:         if user:
  401:             self.REQUEST.SESSION['basketUser']=user
  402:         
  403:         if not user and not set:
  404:             user=self.REQUEST.SESSION.get('basketUser',None)
  405:         
  406:         if not user:
  407:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','orizeBasketUser.zpt')).__of__(self)
  408:             return pt()
  409:         else:
  410:             baskets=self.ZopeFind(self,obj_ids=[user])
  411:         
  412: 
  413:         if len(baskets)>0:
  414:             RESPONSE.redirect(baskets[0][1].absolute_url())
  415:             return True 
  416:         else:
  417:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','emptyBasket.zpt')).__of__(self)
  418:             return pt()
  419:         
  420: 
  421: def manage_addBasket_oldForm(self):
  422:     """add the basket form"""
  423:     pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addBasket.zpt')).__of__(self)
  424:     return pt()
  425: 
  426: def manage_addBasket_old(self,id,title,RESPONSE=None):
  427:     """add the basket"""
  428:     ob=Basket()
  429:     
  430:     ob.id=str(id)
  431:     ob.title=title
  432:     self._setObject(id, ob)
  433:     ob=self._getOb(id)
  434:     
  435:     if RESPONSE is not None:
  436:         RESPONSE.redirect('manage_main')
  437: 
  438:     
  439: class BasketObject_old(Folder):
  440:     """Basket Object - alte fassung"""
  441:     
  442:     meta_type="basketObject"
  443:     def __init__(self):
  444:                 """init basket object"""
  445:                 self.contents=[]
  446: 
  447:     def numberOfItems(self):
  448:         """return anzahl der elemente im basket"""
  449:         return len(self.contents)
  450:     
  451:     def addObjects(self,ids):
  452:         """addObjects"""
  453:         
  454:         for id in ids:
  455:             founds=self.CDLICatalog.search({'title':id})
  456:             for found in founds:
  457:                 if found.getObject() not in self.contents:
  458:                     tm=self.contents[0:]
  459:                     tm.append(found.getObject())
  460:                     self.contents=tm[0:]
  461:     
  462:         return True
  463: 
  464:     def index_html(self):
  465:                 """view the basket"""
  466:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','basketObject_index_html.zpt')).__of__(self)
  467:                 return pt()
  468: 
  469:     def deleteObjects(self,ids,RESPONSE=None):
  470:         """delete objects"""
  471:         list = self.contents[0:]
  472:         for content in list:
  473:                
  474:                 if content.getId() in ids:
  475:                     self.contents.remove(content)
  476:         
  477: 
  478:         if RESPONSE:
  479:                     RESPONSE.redirect(self.absolute_url())
  480: 
  481: 
  482:     def unlockTest(self):
  483:         """unlock all files of the testuser for debuggin"""
  484:         for object in self.contents:
  485: 
  486:                 if str(object.lockedBy)=="test":
  487:                     object.lockedBy=""
  488:             
  489:     def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
  490:         """download all selected files in one file"""
  491:         
  492:         ret=""
  493:         lockedObjects={}
  494:         
  495: 
  496:         if lock:
  497:             
  498:             if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
  499:                 
  500:                 return "please login first"
  501: 
  502:             #check if a locked object exist in the basket.
  503:             lockedObjects={}
  504:             for object in self.contents:
  505: 
  506:                 if not object.lockedBy=="":
  507:                     lockedObjects[object.title]=repr(object.lockedBy)
  508:                    
  509:                     
  510:             keys=lockedObjects.keys()
  511:             
  512:             
  513:             if len(keys)>0 and (not procedure):
  514:                 self.REQUEST.SESSION['lockedObjects']=lockedObjects
  515:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
  516:                 return pt()
  517:          
  518:             elif not procedure: #keine fails gesperrt dann alle donwloaden
  519:                 procedure="downloadAll" 
  520:         
  521: 
  522:         for object in self.contents:
  523:             
  524:                 if (procedure=="downloadAll") or (object.lockedBy=='') or (object.lockedBy==self.REQUEST['AUTHENTICATED_USER']):
  525:                     ret+=object.getLastVersion().data
  526:                 
  527:                 if lock and object.lockedBy=='':
  528:                     object.lockedBy=self.REQUEST['AUTHENTICATED_USER']
  529: 
  530: 
  531:         self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="basket_%s.atf" """%self.getId())
  532:         self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
  533:         length=len(ret)
  534:         self.REQUEST.RESPONSE.setHeader("Content-Length",length)
  535:         self.REQUEST.RESPONSE.write(ret)    
  536:         
  537:         
  538: def manage_addBasket_oldObjectForm(self):
  539:     """add form"""
  540:     pass
  541: 
  542: def manage_addBasket_oldObject(self,id,title='',RESPONSE=None):
  543:     """add"""
  544:     
  545:     ob=BasketObject()
  546:     
  547:     ob.id=str(id)
  548:     ob.title=title
  549:     self._setObject(id, ob)
  550:     ob=self._getOb(id)
  551:     
  552:     if RESPONSE is not None:
  553:         RESPONSE.redirect('manage_main')
  554: 
  555: 
  556: class CDLIBasketContainer(OrderedFolder):
  557:     """contains the baskets"""
  558:     
  559: 
  560:     security=ClassSecurityInfo()
  561:     meta_type="CDLIBasketContainer"
  562:     
  563:     security.declareProtected('manage','deleteBaskets')        
  564:     def deleteBaskets(self,ids=None):
  565:         """delete baskets, i.e. move them into trash folder"""
  566:         
  567:         
  568:         found=self.ZopeFind(self,obj_ids=['trash'])
  569:         
  570:         if len(found)<1:
  571:             manage_addFolder(self, 'trash')
  572:             trash=self._getOb('trash')
  573:         else:
  574:             trash=found[0][1]
  575:         
  576:         if type(ids) is not ListType:
  577:             ids=[ids]
  578:         cut=self.manage_cutObjects(ids)
  579:         trash.manage_pasteObjects(cut)
  580:         
  581:     security.declareProtected('manage','manageBaskets')       
  582:     def manageBaskets(self,ids,submit,REQUEST=None,RESPONSE=None):
  583:         """manage baskets, delete or copy"""
  584:         if submit=="delete":
  585:             self.deleteBaskets(ids)
  586:         
  587:        
  588:             
  589:         if RESPONSE:
  590:             RESPONSE.redirect(self.absolute_url())
  591:     
  592:     security.declareProtected('View','getBasketIdfromName')       
  593:     def getBasketIdfromName(self,basketname):
  594:         """get id from name"""
  595: 
  596:         for basket in self.ZopeFind(self,obj_metatypes=["CDLIBasket"]):
  597:             if basket[1].title==basketname:
  598:                 return basket[0]
  599:         else:
  600:             None
  601:     
  602:     security.declareProtected('manage','uploadBasket_html')        
  603:             
  604:     def uploadBasket_html(self,basketId='0'):
  605:         """upload an atf file, html form"""
  606:         
  607: 
  608:         basketId=str(basketId)
  609:         if not basketId=='0':
  610:             basketName=getattr(self.basketContainer,basketId).title
  611:         else:
  612:             basketName=""
  613:             
  614:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadBasket_html.zpt')).__of__(self)
  615:         return pt(basketId=basketId,basketName=basketName)
  616:    
  617: 
  618:     security.declareProtected('View','index_html')    
  619:     def index_html(self):
  620:         """stanadard ansicht"""
  621:         
  622: 
  623: 
  624:         ext=self.ZopeFind(self,obj_ids=["index.html"])
  625:         if ext:
  626:             return ext[0][1]()
  627:         
  628:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketContainerMain')).__of__(self)
  629:         return pt()
  630:     
  631:     def getStorageFolderRoot(self):
  632:         """root des storage folders"""
  633:         return self.cdli_main
  634:     
  635:     def __init__(self,id,title):
  636:         """ init basket container"""
  637:         self.id=id
  638:         self.title=title
  639:      
  640:      
  641:     def getBaskets(self,sortField='title'):
  642:         """get all baskets files"""
  643: 
  644:         def sortName(x,y):
  645:             return cmp(x[1].title.lower(),y[1].title.lower())
  646: 
  647:         def sortDate(x,y):
  648:             return cmp(y[1].getLastVersion().getTime(),x[1].getLastVersion().getTime())
  649: 
  650:         
  651:         def sortComment(x,y):
  652: 
  653:         
  654:             
  655:              try:
  656:                 xc=getattr(x[1],'comment','ZZZZZZZZZZZZZ').lower()
  657:              except:
  658:                 xc='ZZZZZZZZZZZZZ'.lower()
  659:              try:
  660:                 yc=getattr(y[1],'comment','ZZZZZZZZZZZZZ').lower()
  661:              except:
  662:                 yc='ZZZZZZZZZZZZZ'.lower()
  663:     
  664:     
  665:              if (xc=='') or (xc=='ZZZZZZZZZZZZZ'.lower()):
  666:                  
  667:                  try:
  668:                      xc=x[1].getLastVersion().getComment().lower()
  669:                  except:
  670:                      xc='ZZZZZZZZZZZZZ'.lower()
  671:                      
  672:              if (yc=='') or (yc=='ZZZZZZZZZZZZZ'.lower()):
  673:                  try:
  674:                      yc=y[1].getLastVersion().getComment().lower()
  675:                  except:
  676:                      yc='ZZZZZZZZZZZZZ'.lower()
  677:     
  678:              
  679:                  return cmp(xc,yc)
  680:         
  681:         def sortAuthor(x,y):
  682:             
  683:             return cmp(x[1].getLastVersion().getUser().lower(),y[1].getLastVersion().getUser().lower())
  684:         
  685:         baskets=self.ZopeFind(self,obj_metatypes=['CDLIBasket'])
  686:         
  687:         
  688:         if sortField=='title':
  689:             baskets.sort(sortName)
  690:         elif sortField=='date':
  691:             baskets.sort(sortDate)
  692:         elif sortField=='author':
  693:             baskets.sort(sortAuthor)
  694:         elif sortField=='comment':
  695:             baskets.sort(sortComment)
  696:         print "got the baskets"
  697:         return baskets
  698: 
  699: 
  700:                        
  701:     def getNewId(self):
  702:         """createIds"""
  703:         last=getattr(self,'last',0)
  704:         last +=1
  705:         while len(self.ZopeFind(self,obj_ids=[str(last)]))>0:
  706:             last+=1
  707:     
  708:         self.last=last
  709:         return last
  710:     
  711:     def setActiveBasket(self,basketId,REQUEST=None):
  712:         """store active basketId in a cookie"""
  713:         self.REQUEST.RESPONSE.setCookie("CDLIActiveBasket",basketId,path="/")
  714:         
  715:         if REQUEST:
  716:             REQUEST.RESPONSE.redirect(REQUEST['URL1']+'?'+REQUEST['QUERY_STRING'])
  717:             
  718:     def getActiveBasket(self):
  719:         """get active basket from cookie"""
  720:         
  721:         id= self.REQUEST.cookies.get('CDLIActiveBasket',None)
  722:         if id:
  723:             obj=getattr(self,str(id),None)
  724:         else:
  725:             obj=None
  726:         return obj
  727:     
  728:     def getActualUserName(self):
  729:         """get name of the actualuser"""
  730:         return str(self.REQUEST['AUTHENTICATED_USER'])
  731:     
  732:     
  733:     def addBasket(self,newBasketName):
  734:         """add a new basket"""
  735:         
  736:         ob=manage_addCDLIBasket(self,newBasketName)
  737:         return ob
  738:     
  739:     def storeInBasket(self,submit,ids=None,newBasketName=None,fromFileList=None,RESPONSE=None,REQUEST=None):
  740:         """store it"""
  741:         if not ids:
  742:             ids=self.REQUEST.SESSION['fileIds']
  743:             
  744:         if type(ids) is not ListType:
  745:             ids=[ids]
  746:         
  747:         if (submit.lower()=="store in new basket") or (submit.lower()=="new basket"):
  748:             basketRet=self.addBasket(newBasketName)
  749:             self.setActiveBasket(basketRet.getId())
  750:             basket=getattr(self,basketRet.getId())
  751:         elif (submit.lower()=="store in active basket") or (submit.lower()=="active basket"):
  752:             basket=self.getActiveBasket()
  753:         
  754:         added=basket.addObjects(ids)
  755:         back=self.REQUEST['HTTP_REFERER'].split("?")[0]+"?basketName="+basket.title+"&numberOfObjects="+str(added)
  756:         
  757:         
  758:         if fromFileList:
  759: 
  760:             return self.cdli_main.findObjectsFromList(list=self.REQUEST.SESSION['fileIds'],basketName=basket.title,numberOfObjects=added)
  761:        
  762:         if RESPONSE:
  763:             
  764:             RESPONSE.redirect(back)
  765:             
  766:         return True
  767:     
  768: def manage_addCDLIBasketContainerForm(self):
  769:     """add the CDLIBasketContainer form"""
  770:     pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasketContainer.zpt')).__of__(self)
  771:     return pt()
  772: 
  773: def manage_addCDLIBasketContainer(self,id,title,RESPONSE=None):
  774:     """add the basket"""
  775:     ob=CDLIBasketContainer(id,title)
  776:     
  777:     self._setObject(id, ob)
  778:     
  779:     if RESPONSE is not None:
  780:         RESPONSE.redirect('manage_main')
  781: 
  782: class CDLIBasket(Folder,CatalogAware):
  783:     """basket"""
  784:     
  785:     meta_type="CDLIBasket"
  786:     default_catalog="CDLIBasketCatalog"
  787:     
  788:     def getFile(self,obj):
  789:         return obj[1]
  790:     
  791:     def getFileLastVersion(self,obj):
  792:         return obj[0]
  793:     
  794:     def getFileNamesInLastVersion(self):
  795:         """get content of the last version as list"""
  796:         
  797:         return [x[1].getId() for x in self.getLastVersion().getContent()]
  798:     
  799:     def isActual(self,obj):
  800:         """teste ob im basket die aktuelle version ist"""
  801:         actualNo=obj[1].getLastVersion().getVersionNumber()
  802:         storedNo=obj[0].getVersionNumber()
  803:         
  804:         founds=self.CDLICatalog.search({'title':obj[0].getId()})
  805:         if len(founds)>0 and founds[0].getObject().aq_parent.getId()==".trash":
  806:             return False, -1
  807:         
  808:         if actualNo==storedNo:
  809:             return True , 0
  810:         else:
  811:             return False, actualNo
  812:         
  813:     def history(self):
  814:         """history"""  
  815: 
  816:         ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
  817:         if ext:
  818:             return getattr(self,ext[0][1].getId())()
  819:         
  820:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketHistory')).__of__(self)
  821:         return pt()
  822:     
  823:     def getStorageFolderRoot(self):
  824:         """root des storage folders"""
  825:         return self.aq_parent.cdli_main
  826:     
  827:     def __init__(self,id,title,shortDescription="",comment=""):
  828:         """init a CDLIBasket"""
  829:         
  830:         self.id=id
  831:         self.title=title
  832:         self.shortDescription=shortDescription
  833:         self.comment=comment
  834:  
  835:    
  836:            
  837:     def getLastVersion(self):
  838:         """hole letzte version"""
  839:         ids=[int(x[0]) for x in self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])]
  840:         ids.sort()
  841:         if len(ids)==0:
  842:             return None
  843:         else:    
  844:             ob=getattr(self,str(ids[-1]))
  845:             return ob
  846:    
  847:     def getVersions(self):
  848:         """get versions"""
  849:         versions=self.ZopeFind(self,obj_metatypes=["CDLIBasketVersion"])
  850:         return versions
  851: 
  852:    
  853:     
  854:     def addObjects(self,ids,deleteOld=None,username=None):
  855:         """generate a new version of the basket with objects added"""
  856:        
  857:         lastVersion=self.getLastVersion()
  858:         
  859:         if lastVersion is None:
  860:             oldContent=[]
  861:         else:
  862:             oldContent=lastVersion.basketContent[0:]
  863: 
  864:         if deleteOld:
  865:             oldContent=[]
  866: 
  867:         newContent=[]
  868:         added=0
  869:         for id in ids:
  870:             founds=self.CDLICatalog.search({'title':id})
  871: 
  872:             for found in founds:
  873:                 if found.getObject() not in oldContent:
  874:                     #TODO: was passiert wenn, man eine Object dazufŸgt, das schon da ist aber eine neuere version
  875:                     newContent.append((found.getObject().getLastVersion(),found.getObject()))
  876:                     added+=1
  877: 
  878:         content=oldContent+newContent
  879:         if not username:
  880:             user=self.getActualUserName()
  881:         else:
  882:             user = username
  883:             
  884:         ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=content)
  885:     
  886:         return added
  887:     
  888:     def deleteObjects(self,ids,RESPONSE=None,REQUEST=None):
  889:         """delete objects"""
  890:         
  891:         if type(ids) is not ListType:
  892:             ids=[ids]
  893:        
  894:         lastVersion=self.getLastVersion() 
  895:         oldContent=lastVersion.basketContent[0:]
  896:         newContent=[]
  897:         for obj in oldContent:
  898:             if obj[1].getId() not in ids:
  899:                 newContent.append(obj)
  900:         
  901:                 
  902:         user=self.getActualUserName()
  903:         
  904:         ob=manage_addCDLIBasketVersion(self,user,comment="",basketContent=newContent)
  905:         
  906:         if RESPONSE:
  907:             obj=self._getOb(ob.getId())
  908:             RESPONSE.redirect(obj.absolute_url())
  909:         
  910: def manage_addCDLIBasketForm(self):
  911:     """add the CDLIBasketContainer form"""
  912:     pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIBasket.zpt')).__of__(self)
  913:     return pt()
  914: 
  915: def manage_addCDLIBasket(self,title,shortDescription="",comment="",RESPONSE=None):
  916:     """add the basket"""
  917:     
  918:     id=str(self.getNewId())
  919:     
  920:     ob=CDLIBasket(id,title,shortDescription,comment)
  921:     
  922:     self._setObject(id, ob)
  923:     
  924:     if RESPONSE is not None:
  925:         RESPONSE.redirect('manage_main')
  926:     else:
  927:         return ob
  928: 
  929: class CDLIBasketVersion(SimpleItem):
  930:     """version of a basket"""
  931:     
  932:     meta_type="CDLIBasketVersion"
  933:     security=ClassSecurityInfo()
  934:     
  935:     security.declareProtected('View','downloadObjectsAsOneFile')
  936:     def downloadObjectsAsOneFile(self,lock=None,procedure=None,REQUEST=None):
  937:         """download all selected files in one file"""
  938:         
  939:         ret=""
  940:         lockedObjects={}
  941:         
  942: 
  943:         if lock:
  944:             
  945:             if str(self.REQUEST['AUTHENTICATED_USER'])=='Anonymous User':
  946:                 
  947:                 return "please login first"
  948: 
  949:             #check if a locked object exist in the basket.
  950:             lockedObjects={}
  951:             for object in self.basketContent:
  952: 
  953:                 if not object[1].lockedBy=="":
  954:                     lockedObjects[object[1].title]=repr(object[1].lockedBy)
  955:                    
  956:                     
  957:             keys=lockedObjects.keys()
  958:             
  959:             
  960:             if len(keys)>0 and (not procedure):
  961:                 self.REQUEST.SESSION['lockedObjects']=lockedObjects
  962:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','lockedObjects.zpt')).__of__(self)
  963:                 return pt()
  964:          
  965:             elif not procedure: #keine fails gesperrt dann alle donwloaden
  966:                 procedure="downloadAll" 
  967:         
  968: 
  969:         for object in self.basketContent:
  970:             
  971:                 if (procedure=="downloadAll") or (object[1].lockedBy=='') or (object[1].lockedBy==self.REQUEST['AUTHENTICATED_USER']):
  972:                     ret+=str(object[0].data)
  973:                 
  974:                 if lock and object[1].lockedBy=='':
  975:                     object[1].lockedBy=self.REQUEST['AUTHENTICATED_USER']
  976: 
  977:         basket_name=self.aq_parent.title+"_V"+self.getId()
  978:         
  979:         #write basketname to header of atf file
  980:         ret="#atf basket %s\n"%basket_name+ret
  981:         
  982:         self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename="%s.atf" """%basket_name)
  983:         self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
  984:         length=len(ret)
  985:         self.REQUEST.RESPONSE.setHeader("Content-Length",length)
  986:         self.REQUEST.RESPONSE.write(ret)    
  987:         
  988:  
  989:     def numberOfItems(self):
  990:         """return anzahl der elemente im basket"""
  991:         return len(self.basketContent)
  992:     
  993:     def getTime(self):
  994:         """getTime"""
  995:         #return self.bobobase_modification_time().ISO()
  996:       
  997:         if hasattr(self,'time'):
  998:             return time.strftime("%Y-%m-%d %H:%M:%S",self.time)
  999:         elif hasattr(self,'timefixed'):
 1000:             return self.timefixed
 1001:         else:
 1002:             setattr(self,'timefixed',self.bobobase_modification_time().ISO())
 1003:             return self.bobobase_modification_time().ISO()
 1004:     
 1005:     def getContent(self):
 1006:         """get Basket Content"""
 1007:         return self.basketContent
 1008: 
 1009:     
 1010:     def __init__(self,id,user,comment="",basketContent=[]):
 1011:         """ init a basket version"""
 1012:         self.id=id
 1013:         self.coment=comment
 1014:         self.basketContent=basketContent[0:]
 1015:         self.user=user
 1016:         self.time=time.localtime()
 1017:         
 1018:     def getUser(self):
 1019:         """get user"""
 1020:         return self.user
 1021:     
 1022:     def getComment(self):
 1023:         """get Comment"""
 1024:         return self.comment
 1025:  
 1026:     security.declareProtected('View','index_html')
 1027:     def index_html(self):
 1028:             """view the basket"""
 1029:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','BasketVersionMain.zpt')).__of__(self)
 1030:             return pt()
 1031:      
 1032:     def getObjUrl(self,result):
 1033:         """getUrl of the version of the object"""
 1034:         objId=result[1].getTitle()
 1035:         founds=self.CDLICatalog.search({'title':objId})
 1036:         if len(founds)>0:
 1037:              return founds[0].getObject().getLastVersion().absolute_url()
 1038:          
 1039:         else: #assume version number
 1040:             splitted=objId.split("_")
 1041:             founds=self.CDLICatalog.search({'title':splitted[1]})        
 1042:             return founds[0].getObject().getLastVersion().absolute_url()+'/'+objId
 1043:    
 1044: def manage_addCDLIBasketVersion(self,user,comment="",basketContent=[],RESPONSE=None):
 1045:     """add a version"""
 1046:     
 1047:     #check for already existing versions
 1048:  
 1049:     lastVersion=self.getLastVersion()
 1050:     if lastVersion is None:
 1051:         newId=str(1)
 1052:     else:
 1053:         newId=str(int(lastVersion.getId())+1)
 1054:     
 1055:     ob=CDLIBasketVersion(newId,user,comment,basketContent)
 1056:     
 1057:     self._setObject(newId, ob)
 1058:     
 1059:     if RESPONSE is not None:
 1060:         RESPONSE.redirect('manage_main')
 1061:     else:
 1062:         return ob
 1063:     
 1064: class CDLIFileObject(CatalogAware,versionedFileObject):
 1065:     """CDLI file object"""
 1066:     
 1067:     meta_type="CDLI File Object"
 1068:     default_catalog='CDLIObjectsCatalog'
 1069:     
 1070:     security=ClassSecurityInfo()
 1071:     
 1072:  
 1073:     security.declarePublic('makeThisVersionCurrent')
 1074:     
 1075:     def PrincipiaSearchSource(self):
 1076:            """Return cataloguable key for ourselves."""
 1077:            return str(self)
 1078:        
 1079:     def makeThisVersionCurrent_html(self):
 1080:         """form for making this version current"""
 1081:         
 1082:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','makeThisVersionCurrent.zpt')).__of__(self)
 1083:         return pt()                 
 1084:     def makeThisVersionCurrent(self,comment,author,RESPONSE=None):
 1085:         """copy this version to current"""
 1086:         parent=self.aq_parent
 1087:         
 1088:         
 1089:         newversion=parent.manage_addCDLIFileObject('',comment,author)
 1090:         newversion.data=self.data[0:]
 1091:                                         
 1092:         if RESPONSE is not None:
 1093:             RESPONSE.redirect(self.aq_parent.absolute_url()+'/history')
 1094: 
 1095: 
 1096:         return True
 1097:     
 1098:     security.declarePublic('view')
 1099:                                         
 1100:     def view(self):
 1101:         """view file"""
 1102:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','viewCDLIFile.zpt')).__of__(self)
 1103:         return pt()
 1104:     
 1105:     security.declarePublic('getDesignation')
 1106:     def getDesignation(self):
 1107:         """get the designation out of the file"""
 1108:         try:
 1109:                 txt=re.match("&[Pp](\d*)\s*=([^\r\n]*)",self.data[0:])
 1110:         except:
 1111:                 txt=self.data[0:]
 1112:                 
 1113:                 return "ERROR"
 1114:         try:
 1115:             return txt.group(2)
 1116:         except:
 1117:             return "ERROR"
 1118:         
 1119: manage_addCDLIFileObjectForm=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject', version='1')
 1120: 
 1121: def manage_addCDLIFileObject(self,id,vC='',author='', file='',title='',precondition='', content_type='',
 1122:                    REQUEST=None):
 1123:     """Add a new File object.
 1124: 
 1125:     Creates a new File object 'id' with the contents of 'file'"""
 1126: 
 1127:     id=str(id)
 1128:     title=str(title)
 1129:     content_type=str(content_type)
 1130:     precondition=str(precondition)
 1131:     
 1132:     id, title = cookId(id, title, file)
 1133: 
 1134:     self=self.this()
 1135: 
 1136:     # First, we create the file without data:
 1137:     self._setObject(id, CDLIFileObject(id,title,'',content_type, precondition))
 1138:     self._getOb(id).versionComment=str(vC)
 1139:     self._getOb(id).time=time.localtime()
 1140:     
 1141:     setattr(self._getOb(id),'author',author)
 1142:     
 1143:     # Now we "upload" the data.  By doing this in two steps, we
 1144:     # can use a database trick to make the upload more efficient.
 1145:     if file:
 1146:         self._getOb(id).manage_upload(file)
 1147:     if content_type:
 1148:         self._getOb(id).content_type=content_type
 1149: 
 1150:     if REQUEST is not None:
 1151:         REQUEST['RESPONSE'].redirect(self.absolute_url()+'/manage_main')
 1152:     
 1153: class CDLIFile(versionedFile,CatalogAware):
 1154:     """CDLI file"""
 1155:     
 1156:     meta_type="CDLI file"
 1157:     default_catalog='CDLICatalog'
 1158:     
 1159:     #security.declarePublic('history')
 1160:     def history(self):
 1161:         """history"""  
 1162: 
 1163:         ext=self.ZopeFind(self.aq_parent,obj_ids=["history_template.html"])
 1164:         if ext:
 1165:             return getattr(self,ext[0][1].getId())()
 1166:         
 1167:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','versionHistory')).__of__(self)
 1168:         return pt()
 1169: 
 1170: 
 1171:  
 1172:     def isContainedInBaskets(self,context=None):
 1173:         """check is this file is part of any basket
 1174:         @param context: (optional) necessessary if CDLIBasketCatalog is not an (inherited) attribute of self, context.CDLIBasketCatalog
 1175:                         has to exist.
 1176:         """
 1177: 
 1178:         if not context:
 1179:             context=self
 1180:         
 1181:         ret=[]
 1182:         for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()}):
 1183:             #if the basket x is deleted it seemes to be that x is sometimes still in the Catalog, why?
 1184:             try:
 1185:                 ret.append(x.getObject())
 1186:             except:
 1187:                 pass
 1188:         return ret
 1189:         #return [x.getObject() for x in context.CDLIBasketCatalog.search({'getFileNamesInLastVersion':self.getId()})]
 1190:         
 1191:         
 1192:     def addCDLIFileObjectForm(self):
 1193:         """add a new version"""
 1194:         
 1195:         if str(self.REQUEST['AUTHENTICATED_USER']) in ["Anonymous User"]:
 1196:             return "please login first"
 1197:         if (self.lockedBy==self.REQUEST['AUTHENTICATED_USER']) or (self.lockedBy==''):
 1198:             out=DTMLFile('dtml/fileAdd', globals(),Kind='CDLIFileObject',kind='CDLIFileObject',version=self.getVersion()).__of__(self)
 1199:             return out()
 1200:         else:
 1201:             return "Sorry file is locked by somebody else"
 1202:         
 1203:     def manage_addCDLIFileObject(self,id,vC,author,file='',title='',precondition='', content_type='',changeName='no',newName='', RESPONSE=None):
 1204:         """add"""
 1205:         try: #TODO: der ganze vC unsinn muss ueberarbeitet werden
 1206:             vC=self.REQUEST['vC']
 1207:         except:
 1208:             pass
 1209:         
 1210:         
 1211:         if changeName=="yes":
 1212:             filename=file.filename
 1213:             self.title=filename[max(filename.rfind('/'),
 1214:                         filename.rfind('\\'),
 1215:                         filename.rfind(':'),
 1216:                         )+1:]
 1217: 
 1218: 
 1219:         if not newName=='':
 1220:             self.title=newName[0:]
 1221:         
 1222:         
 1223: 
 1224:         
 1225:         
 1226:         positionVersionNum=getattr(self,'positionVersionNum','front')
 1227:         
 1228:         if positionVersionNum=='front':
 1229:             id="V%i"%self.getVersion()+"_"+self.title
 1230:         else:
 1231:             tmp=os.path.splitext(self.title)
 1232:             if len(tmp)>1:
 1233:                 id=tmp[0]+"_V%i"%self.getVersion()+tmp[1]
 1234:             else:
 1235:                 id=tmp[0]+"_V%i"%self.getVersion()
 1236:             
 1237:         
 1238:         manage_addCDLIFileObject(self,id,vC,author,file,id,precondition, content_type)
 1239:         objs=self.ZopeFind(self,obj_ids=[id])[0][1].setVersionNumber(int(self.getVersion()))
 1240:         try:
 1241:           #FIXME: wozu ist das gut?
 1242:           self.REQUEST.SESSION['objID_parent']=self.getId()
 1243:         except:
 1244:           pass
 1245:         if RESPONSE:
 1246:             obj=self.ZopeFind(self,obj_ids=[id])[0][1]
 1247:             if obj.getSize()==0:
 1248:                 self.REQUEST.SESSION['objID']=obj.getId()
 1249:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','errorUploadFile')).__of__(self)
 1250:                 return pt()
 1251: 
 1252:             else:
 1253:                 RESPONSE.redirect(self.REQUEST['URL2']+'?uploaded=%s'%self.title)
 1254: 
 1255:         else:
 1256:             return self.ZopeFind(self,obj_ids=[id])[0][1]
 1257:         
 1258:         
 1259: def manage_addCDLIFileForm(self):
 1260:     """interface for adding the OSAS_root"""
 1261:     pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','addCDLIFile.zpt')).__of__(self)
 1262:     return pt()
 1263: 
 1264: def manage_addCDLIFile(self,id,title,lockedBy, author=None, RESPONSE=None):
 1265:     """add the OSAS_root"""
 1266:     newObj=CDLIFile(id,title,lockedBy,author)
 1267:                                         
 1268:     tryToggle=True
 1269:     tryCount=0
 1270:     
 1271:   
 1272: 
 1273:     self._setObject(id,newObj)                  
 1274: 
 1275:         
 1276:     if RESPONSE is not None:
 1277:         RESPONSE.redirect('manage_main')
 1278: 
 1279: 
 1280: 
 1281: 
 1282: def splitatf(fh,dir=None,ext=None):
 1283:     """split it"""
 1284:     ret=None
 1285:     nf=None
 1286:     i=0
 1287:     for line in fh.readlines():
 1288:         if ext:
 1289:             i+=1
 1290:             if (i%100)==0:
 1291:                 ext.result+="."
 1292:             if i==10000:
 1293:                 i=0
 1294:                 ext.result+="<br>"
 1295:         #check if basket name is in the first line
 1296:         if line.find("#atf basket")>=0:
 1297:             ret=line.replace('#atf basket ','')
 1298:             ret=ret.split('_')[0]
 1299:         else:
 1300:             if (len(line.lstrip())>0) and (line.lstrip()[0]=="&"): #newfile
 1301:                 if nf:
 1302:                     nf.close() #close last file
 1303:             
 1304:                 
 1305:                 filename=line[1:].split("=")[0].rstrip()+".atf"
 1306:                 if dir:
 1307:                     filename=os.path.join(dir,filename)
 1308:                 nf=file(filename,"w")
 1309:             if nf:    
 1310:                 nf.write(line)
 1311:         
 1312:     nf.close()
 1313:     fh.close()
 1314:     return ret,len(os.listdir(dir))
 1315: 
 1316: 
 1317: class CDLIFileFolder(versionedFileFolder):
 1318:     """CDLI File Folder"""
 1319:     
 1320:     security=ClassSecurityInfo()
 1321:     meta_type="CDLI Folder"
 1322:     filesMetaType=['CDLI file']
 1323:     folderMetaType=['CDLI Folder']
 1324:     default_catalog='CDLICatalog'
 1325:     defaultFileCatalog=default_catalog #wenn dieses definiert ist, wird beim hinzufŸgen einer neuen version eines files dieser catalog neuiniziert
 1326:     
 1327:     tmpStore2={}
 1328:     def setTemp(self,name,value):
 1329:         """set tmp"""
 1330: 
 1331:         setattr(self,name,value)
 1332:                                         
 1333:                                        
 1334:     def delete(self,ids):
 1335:         """delete this file, i.e. move into a trash folder"""
 1336:              
 1337:         found=self.ZopeFind(self,obj_ids=['.trash'])
 1338:         
 1339:         if len(found)<1:
 1340:             manage_addCDLIFileFolder(self, '.trash',title="Trash")
 1341:             trash=self._getOb('.trash')
 1342:         else:
 1343:             trash=found[0][1]
 1344:         
 1345:         if type(ids) is not ListType:
 1346:             ids=[ids]
 1347:         cut=self.manage_cutObjects(ids)
 1348:         trash.manage_pasteObjects(cut)
 1349:         
 1350:     def getVersionNumbersFromIds(self,ids):
 1351:         """get the numbers of the current versions of documents described by their ids"""
 1352:         
 1353:         ret=[]
 1354:         searchStr=" OR ".join(ids)
 1355:         
 1356:         founds=self.CDLICatalog.search({'title':searchStr})
 1357:         
 1358:         for found in founds:
 1359:             lastVersion=found.getObject().getLastVersion()
 1360:             ret.append((found.getId,lastVersion))
 1361:         
 1362:         return ret
 1363:     
 1364:     def checkCatalog(self,fn):
 1365:         """check if fn is in the catalog"""
 1366:         #TODO add checkCatalog
 1367:          
 1368:         
 1369:                                    
 1370:     def findObjectsFromListWithVersion(self,list):
 1371:         """find objects from a list with versions
 1372:         @param list: list of tuples  (cdliFile,version)
 1373:         """
 1374:         
 1375:        
 1376:        
 1377:         #self.REQUEST.SESSION['fileIds']=list#store fieldIds in session for further usage
 1378:         #self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
 1379:         
 1380:         
 1381:         pt=getattr(self,'filelistVersioned.html')
 1382:             
 1383:         return pt(search=list)
 1384:     
 1385:     
 1386:             
 1387:     def findObjectsFromList(self,enterList=None,display=False,start=None,upload=None,list=None,basketName=None,numberOfObjects=None,RESPONSE=None):
 1388:         """findObjectsFromList (, TAB oder LINE separated)"""
 1389:                                        
 1390:         
 1391:         if upload: # list from file upload
 1392:             txt=upload.read()
 1393:                                        
 1394:         if enterList:
 1395:             txt=enterList
 1396:             
 1397:         if upload or enterList:
 1398:             txt=txt.replace(",","\n")
 1399:             txt=txt.replace("\t","\n")
 1400:             txt=txt.replace("\r","\n")
 1401:             idsTmp=txt.split("\n")
 1402:             ids=[]
 1403:             for id in idsTmp: # make sure that no empty lines
 1404:                 idTmp=id.lstrip().rstrip()
 1405:                 if len(idTmp)>0:
 1406:                     
 1407:                     ids.append(idTmp)
 1408:                     
 1409:             #self.REQUEST.SESSION['ids']=" OR ".join(ids)
 1410: 
 1411:             pt=getattr(self,'filelist.html')
 1412:             self.REQUEST.SESSION['searchList']=ids
 1413:             return pt(search=ids)
 1414:         
 1415:         if basketName:
 1416:             #TODO: get rid of one of these..
 1417:             
 1418:             pt=getattr(self,'filelist.html')
 1419:             return pt(basketName=basketName,numberOfObjects=numberOfObjects)
 1420:         
 1421:         if list is not None: # got already a list
 1422:             ret=[]
 1423:             for fileId in list:
 1424:                 if fileId.find("*"): #check for wildcards
 1425:                         fileId=fileId
 1426:                 elif len(fileId.split("."))==1:
 1427:                         fileId=fileId+".atf"
 1428:                 
 1429:                 ret+=self.CDLICatalog({'title':fileId})
 1430:             #TODO: get rid of one of these..
 1431:             ids=[x.getObject().getId() for x in ret]
 1432:             self.REQUEST.SESSION['fileIds']=ids#store fieldIds in session for further usage
 1433:             self.REQUEST.SESSION['searchList']=self.REQUEST.SESSION['fileIds']
 1434:             
 1435:             if display:
 1436:                 pt=getattr(self,'filelist.html')
 1437:                 
 1438:                 return pt(search=ids)
 1439:             else:      
 1440:                 return ret
 1441:         
 1442:         
 1443:         
 1444:         if start:
 1445:             RESPONSE.redirect("filelist.html?start:int="+str(start))
 1446:                                        
 1447: 
 1448: 
 1449:     security.declareProtected('Manage','createAllFilesAsSingleFile')
 1450:     def createAllFilesAsSingleFile(self,RESPONSE=None):
 1451:         """download all files"""
 1452:         
 1453:         def sortF(x,y):
 1454:             return cmp(x[0],y[0])
 1455:         
 1456:         catalog=getattr(self,self.default_catalog)
 1457:         #tf,tfilename=mkstemp()
 1458:         
 1459:         
 1460:         list=[(x.getId,x) for x in catalog()]
 1461:         list.sort(sortF)
 1462:         
 1463:         RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%"all.atf")
 1464:         RESPONSE.setHeader("Content-Type","application/octet-stream")
 1465:        
 1466:         for l in list:
 1467:             obj=l[1].getObject()
 1468:             
 1469:             if obj.meta_type=="CDLI file":
 1470:                 
 1471:                 #os.write(tf,obj.getLastVersion().data)
 1472:                 if RESPONSE:
 1473:                     RESPONSE.write(obj.getLastVersion().data[0:])
 1474:         #os.close(tf)
 1475:         #RESPONSE.redirect(self.absolute_url()+"/downloadFile?fn="%tfilename)
 1476:         return True
 1477:     
 1478:     def downloadFile(self,fn):
 1479:         """download fn - not used yet"""
 1480:         self.REQUEST.RESPONSE.setHeader("Content-Disposition","""attachement; filename=%s"""%self.getLastVersion().getId())
 1481:         self.REQUEST.RESPONSE.setHeader("Content-Type","application/octet-stream")
 1482:         self.REQUEST.RESPONSE.write(file(fn).read())
 1483:         
 1484:       
 1485:                 
 1486:     def hasParent(self):
 1487:         """returns true falls subfolder"""
 1488:       
 1489:         if self.aq_parent.meta_type in self.folderMetaType:
 1490:             return True
 1491:         else:
 1492:             return False
 1493:         
 1494:     def getFolders(self):
 1495:         """get all subfolders"""
 1496:         ret=[]
 1497:         folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
 1498:         for folder in folders:
 1499:             ret.append((folder[1],
 1500:                         len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
 1501:                         len(self.ZopeFind(folder[1],obj_metatypes=self.filesMetaType))
 1502:                         ))
 1503:         return ret
 1504:     
 1505:             
 1506:     def getFolders_OLD(self):
 1507:         """get all subfolders"""
 1508:         ret=[]
 1509:         folders=self.ZopeFind(self,obj_metatypes=self.folderMetaType)
 1510:         for folder in folders:
 1511:             ret.append((folder[1],
 1512:                         len(self.ZopeFind(folder[1],obj_metatypes=self.folderMetaType)),
 1513:                         len(getattr(self,self.default_catalog)({'path':folder[0]}))
 1514:                         ))
 1515:         return ret
 1516:     security.declareProtected('View','index_html')
 1517:     def index_html(self):
 1518:         """main"""
 1519:         ext=self.ZopeFind(self,obj_ids=["index.html"])
 1520:         if ext:
 1521:             return ext[0][1]()
 1522:         
 1523:         pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','CDLIFileFolderMain')).__of__(self)
 1524:         return pt()
 1525:     
 1526:     
 1527: manage_addCDLIFileFolderForm=DTMLFile('dtml/folderAdd', globals())
 1528: 
 1529:     
 1530: def manage_addCDLIFileFolder(self, id, title='',
 1531:                      createPublic=0,
 1532:                      createUserF=0,
 1533:                      REQUEST=None):
 1534:     """Add a new Folder object with id *id*.
 1535: 
 1536:     If the 'createPublic' and 'createUserF' parameters are set to any true
 1537:     value, an 'index_html' and a 'UserFolder' objects are created respectively
 1538:     in the new folder.
 1539:     """
 1540:     ob=CDLIFileFolder()
 1541:     ob.id=str(id)
 1542:     ob.title=title
 1543:     self._setObject(id, ob)
 1544:     ob=self._getOb(id)
 1545: 
 1546:     checkPermission=getSecurityManager().checkPermission
 1547: 
 1548:     if createUserF:
 1549:         if not checkPermission('Add User Folders', ob):
 1550:             raise Unauthorized, (
 1551:                   'You are not authorized to add User Folders.'
 1552:                   )
 1553:         ob.manage_addUserFolder()
 1554: 
 1555:   
 1556:     if REQUEST is not None:
 1557:         return self.manage_main(self, REQUEST, update_menu=1)
 1558:     
 1559: class CDLIRoot(Folder):
 1560:     """main folder for cdli"""
 1561:     
 1562:     meta_type="CDLIRoot"
 1563:     
 1564:     def forceunlock(self):
 1565:         "break all locks"
 1566:         ret=[]
 1567:         for f in self.ZopeFind(self,obj_metatypes="CDLI file",search_sub=1):
 1568:            un=f[1].forceunlock()
 1569:            print un
 1570:            if un and un !="":
 1571:                ret.append((f[0],un))
 1572:         print ret
 1573:         return ret                       
 1574:     
 1575:     def getChangesByAuthor(self,author,n=100):
 1576:         """getChangesByAuthor"""
 1577:         zcat=self.CDLIObjectsCatalog
 1578:         res=zcat({'lastEditor':author,
 1579:                      'sort_on':'getTime',
 1580:                      'sort_order':'descending',
 1581:                      'sort_limit':n})[:n ]
 1582:                        
 1583:         return res
 1584:     
 1585:     def getChangesByAuthor_html(self,author,n=100):
 1586:         """html output for changes by author"""
 1587:         tmp={}
 1588:         list=[]                         
 1589:         for x in self.getChangesByAuthor(author):
 1590:            nr=x.getObject().getVersionNumber()
 1591:            id=x.getObject().aq_parent.getId()
 1592:            #hinzufuegen, wenn Version neuer als die 
 1593:            if tmp.get(id,(0,0))[1] < nr:
 1594:                 tmp[id]=(x.getObject().aq_parent,nr)
 1595: 
 1596:      
 1597:         return self.cdli_main.findObjectsFromListWithVersion(list=tmp.values())           
 1598:         
 1599:     def getLastChanges(self,n=100):
 1600:         """get the last n changes""" 
 1601:         n=int(n)                   
 1602:         zcat=self.CDLICatalog
 1603:         return zcat({'sort_on':'getLastChangeDate',
 1604:                      'sort_order':'descending',
 1605:                      'sort_limit':n})[:n ]
 1606:      
 1607:     
 1608:     def getLastChanges_html(self,n=100):
 1609:         """get the last n changes"""
 1610:         list = [x.getId for x in self.getLastChanges(n)]
 1611:         return self.cdli_main.findObjectsFromList(list=list,display=True)
 1612:                                        
 1613:     def refreshTxt(self,txt="",threadName=None):
 1614:         """txt fuer refresh"""
 1615:   
 1616:         return """ 2;url=%s?repeat=%s """%(self.absolute_url()+txt,threadName)
 1617: 
 1618:     
 1619:     def getResult(self,threadName=None):
 1620:        """result of thread"""
 1621:        try:
 1622:         return self._v_uploadATF[threadName].getResult()
 1623:        except:
 1624:         return "One moment, please"
 1625:     
 1626:         
 1627:     def checkThreads(self):
 1628:         """check threads"""
 1629:         return threading.enumerate()
 1630:     
 1631:     def uploadATF(self,repeat=None,upload=None,basketId=0,RESPONSE=None):
 1632:         """standard ausgabe"""
 1633:         #self._v_uploadATF.returnValue=None
 1634: 
 1635:         threadName=repeat
 1636:         if not threadName or threadName=="":
 1637:             tmpVar=False
 1638:        
 1639:             thread=uploadATFThread()
 1640:             threadName=thread.getName()[0:]                                
 1641:             if (not hasattr(self,'_v_uploadATF')):
 1642:                    self._v_uploadATF={}
 1643:                                        
 1644:             self._v_uploadATF[threadName]=thread
 1645:             #self._xmltrans.start()
 1646:             #thread=Thread(target=self._v_uploadATF)
 1647:             
 1648:             self._v_uploadATF[threadName].set(upload,basketId,self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
 1649:             #thread.start()
 1650:             self._v_uploadATF[threadName].start()
 1651: 
 1652:             
 1653:             self.threadName=self._v_uploadATF[threadName].getName()[0:]
 1654:             wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
 1655: 
 1656:             if wait_template:
 1657:                 return wait_template[0][1]()
 1658:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
 1659:             return pt(txt='/uploadATF',threadName=threadName)
 1660:             #_v_xmltrans.run()
 1661:             
 1662:         else:
 1663:             #recover thread, if lost
 1664:             if (not hasattr(self,'_v_uploadATF')):
 1665:                self._v_uploadATF={}
 1666:             if not self._v_uploadATF.get(threadName,None):
 1667:                  for thread in threading.enumerate():
 1668:                          if threadName == thread.getName():
 1669:                                        self._v_uploadATF[threadName]=thread
 1670:                                        
 1671:             if not self._v_uploadATF[threadName].returnValue:
 1672:         
 1673: 
 1674:                 wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
 1675:                 if wait_template:
 1676:                         return wait_template[0][1]()
 1677:                 
 1678:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
 1679: 
 1680:                 return pt(txt='/uploadATF',threadName=threadName)
 1681:                 
 1682:             else:
 1683: #                tmp={}
 1684: #                for key in self._v_uploadATF[threadName].returnValue.keys():
 1685: #                        t=self._v_uploadATF[threadName].returnValue[key]
 1686: #                        if type(t) is ListType:
 1687: #                                       tmp[key]=self._v_uploadATF[threadName].returnValue[key][0:]
 1688: #                        else:
 1689: #                                       tmp[key]=self._v_uploadATF[threadName].returnValue[key]
 1690: #                        print repr(tmp[key]),repr(key)
 1691: #                                       
 1692: #                #
 1693:                 #tmp=self.cdli_main.tmpStore2[threadName]
 1694:                 tmp=self._v_uploadATF[threadName].returnValue
 1695:                 
 1696:                 #self._v_uploadATF[threadName].continueVar=False
 1697:                 
 1698:                 self.REQUEST.SESSION['changed']=[x[0].getId() for x in tmp['changed']]
 1699:                 self.REQUEST.SESSION['errors']=[x.getId() for x in tmp['errors']]
 1700:                 self.REQUEST.SESSION['newPs']=tmp['newPs']
 1701:                 self.REQUEST.SESSION['tmpdir']=tmp['dir']
 1702:                 #del(self.cdli_main.tmpStore2[threadName])
 1703:                 print "here the templates"
 1704:                
 1705:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
 1706:                 print "init p"
 1707:                 return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
 1708:                   basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
 1709:                      
 1710:     def redoUpload(self,threadName):
 1711:        """redo the upload"""
 1712:        tmp=self.cdli_main.tmpStore2[threadName]
 1713:        pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadCheck.zpt')).__of__(self)
 1714:        return pt(changed=tmp['changed'],errors=tmp['errors'],dir=tmp['dir'],newPs=tmp['newPs'],basketLen=tmp['basketLen'],numberOfFiles=tmp['numberOfFiles'],
 1715:                   basketNameFromId=tmp['basketNameFromId'],basketNameFromFile=tmp['basketNameFromFile'],basketId=tmp['basketId'])
 1716:                  
 1717:     def uploadATFfinally(self,procedure='',comment="",basketname='',unlock=None,repeat=None,RESPONSE=None):
 1718:         """nowupload the files"""
 1719:        
 1720:        
 1721:        
 1722:         threadName=repeat
 1723:         if not threadName or threadName=="":
 1724:             thread=uploadATFfinallyThread()
 1725:             threadName=thread.getName()[0:]
 1726: 
 1727:             if (not hasattr(self,'_v_uploadATF')):
 1728: 		   		self._v_uploadATF={}
 1729: 
 1730:             self._v_uploadATF[threadName]=thread
 1731: 
 1732:         
 1733:             self._v_uploadATF[threadName].set(procedure,comment=comment,basketname=basketname,unlock=unlock,SESSION=self.REQUEST.SESSION,username=self.REQUEST['AUTHENTICATED_USER'],serverport=self.REQUEST['SERVER_PORT'])
 1734: 
 1735:             self._v_uploadATF[threadName].start()
 1736: 
 1737:             
 1738:             
 1739:             wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
 1740: 
 1741:             if wait_template:
 1742:                 return wait_template[0][1]()
 1743:             pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
 1744: 
 1745:             return pt(txt='/uploadATFfinally',threadName=threadName)
 1746:             #_v_xmltrans.run()
 1747:         
 1748:         else:
 1749:             #recover thread, if lost
 1750:             if not hasattr(self,'_v_uploadATF'):
 1751:                self._v_uploadATF={}
 1752:             if not self._v_uploadATF.get(threadName,None):
 1753:                  for thread in threading.enumerate():
 1754:                          if threadName == thread.getName():
 1755:                                        self._v_uploadATF[threadName]=thread
 1756:                                        
 1757:             if self._v_uploadATF.get(threadName,None) and (self._v_uploadATF[threadName] is not None) and (not self._v_uploadATF[threadName].end) :
 1758: 
 1759:                 wait_template=self.aq_parent.ZopeFind(self.aq_parent,obj_ids=['wait_template'])
 1760:                 if wait_template:
 1761:                         return wait_template[0][1]()
 1762:                 
 1763:                 pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','uploadATFWait.zpt')).__of__(self)
 1764:                 return pt(txt='/uploadATFfinally',threadName=threadName)
 1765:             else:
 1766: 
 1767:               if RESPONSE is not None:
 1768:                   RESPONSE.redirect(self.absolute_url())
 1769: 
 1770:     def importFiles(self,comment="",author="" ,folderName="/Users/dwinter/Documents/workspace/cdli/atf", files=None,ext=None):
 1771:         """import files"""
 1772:         root=self.cdli_main
 1773:         
 1774:         if not files:
 1775:             files=os.listdir(folderName)
 1776:             
 1777:         for f in files:
 1778:             folder=f[0:3]
 1779:             f2=f[0:5]
 1780:             obj=self.ZopeFind(root,obj_ids=[folder])
 1781:             if ext:
 1782:   
 1783:                 ext.result+="<p>Adding: %s </p>"%f
 1784:             if not obj:
 1785:                 manage_addCDLIFileFolder(root,folder,folder)
 1786:                 fobj=getattr(root,folder)
 1787:                 #get_transaction().commit()                           
 1788:             else:
 1789:                 fobj=obj[0][1]
 1790:             
 1791:             obj2=fobj.ZopeFind(fobj,obj_ids=[f2])
 1792:         
 1793:             if not obj2:
 1794:                 manage_addCDLIFileFolder(fobj,f2,f2)
 1795:                 fobj2=getattr(fobj,f2)
 1796:         
 1797:             else:
 1798:                 fobj2=obj2[0][1]
 1799:               
 1800:             file2=file(os.path.join(folderName,f))   
 1801:             id=f
 1802:             manage_addCDLIFile(fobj2,f,'','')
 1803:             id=f
 1804:             ob=fobj2._getOb(f)
 1805:             ob.title=id
 1806:             
 1807:             manage_addCDLIFileObject(ob,id,comment,author,file2,content_type='')
 1808:             self.CDLICatalog.catalog_object(ob)
 1809:             #self.CDLICatalog.manage_catalogFoundItems(obj_ids=[id],search_sub=1)
 1810:             #self.CDLICatalog.manage_catalogObject(self.REQUEST, self.REQUEST.RESPONSE, 'CDLICatalog', urlparse.urlparse(ob.absolute_url())[1])
 1811:             
 1812:         return "ok"
 1813:          
 1814: 
 1815: manage_addCDLIRootForm=DTMLFile('dtml/rootAdd', globals())
 1816: 
 1817:     
 1818: def manage_addCDLIRoot(self, id, title='',
 1819:                      createPublic=0,
 1820:                      createUserF=0,
 1821:                      REQUEST=None):
 1822:     """Add a new Folder object with id *id*.
 1823: 
 1824:     If the 'createPublic' and 'createUserF' parameters are set to any true
 1825:     value, an 'index_html' and a 'UserFolder' objects are created respectively
 1826:     in the new folder.
 1827:     """
 1828:     ob=CDLIRoot()
 1829:     ob.id=str(id)
 1830:     ob.title=title
 1831:     self._setObject(id, ob)
 1832:     ob=self._getOb(id)
 1833: 
 1834:     checkPermission=getSecurityManager().checkPermission
 1835: 
 1836:     if createUserF:
 1837:         if not checkPermission('Add User Folders', ob):
 1838:             raise Unauthorized, (
 1839:                   'You are not authorized to add User Folders.'
 1840:                   )
 1841:         ob.manage_addUserFolder()
 1842: 
 1843:   
 1844:     if REQUEST is not None:
 1845:         return self.manage_main(self, REQUEST, update_menu=1)    
 1846:  

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>