1: from OFS.Folder import Folder
2: from Acquisition import Implicit
3: from Globals import DTMLFile,package_home,Persistent
4: import urllib
5: import re
6: import string
7: import sys
8: #from pyPgSQL import libpq
9: from AccessControl import getSecurityManager
10: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
11: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
12:
13: from Products.ZSQLMethods.SQL import SQLConnectionIDs
14: from xml.sax.saxutils import escape
15: from types import *
16: import Shared.DC.ZRDB.DA
17: import zLOG
18: import os.path
19: import os
20: from OFS.SimpleItem import SimpleItem
21:
22: def getTextFromNode(nodename):
23: nodelist=nodename.childNodes
24: rc = ""
25: for node in nodelist:
26: if node.nodeType == node.TEXT_NODE:
27: rc = rc + node.data
28: return rc
29:
30:
31: def analyseIntSearch(word):
32: #analyse integer searches
33:
34: splitted=word.split("-")
35:
36: if len(splitted)==1:
37: return "="+splitted[0]
38:
39: if splitted[0]=="":
40: return "< "+splitted[1]
41:
42: if splitted[1]=='':
43: return "> "+splitted[0]
44: else:
45: return "BETWEEN "+splitted[0]+" AND "+splitted[1]
46:
47:
48:
49: def sql_quote(v):
50: # quote dictionary
51: quote_dict = {"\'": "''", "\\": "\\\\"}
52: for dkey in quote_dict.keys():
53: if string.find(v, dkey) >= 0:
54: v=string.join(string.split(v,dkey),quote_dict[dkey])
55: return "'%s'" % v
56:
57: def showSQLConnectionIDs(self):
58: return SQLConnectionIDs(self)
59:
60: class ZSQLIndex(SimpleItem):
61: """index"""
62: meta_type="ZSQLIndex"
63:
64: def __init__(self,index,id,table=''):
65: self.index=[x for x in index]
66: self.id=id
67: self.table=table
68:
69: def setIndex(self,index):
70: self.index=[x for x in index]
71:
72: def getIndex(self):
73: return self.index
74:
75: class ZSQLExtendFolder(Folder,Persistent, Implicit):
76: """Folder"""
77: meta_type="ZSQLExtendFolder"
78:
79: def ZSQLQuote(self,str):
80: """quote str for sql"""
81: return sql_quote(str)
82:
83: def importAccessModell(self,configFileName,RESPONSE=None):
84: """import tables from access
85: @param configFileName: xml-configfile
86: """
87: from Ft.Xml import Parse
88: fh=file(configFileName)
89:
90: doc=Parse(fh)
91:
92: x=doc.xpath("//pathToFolder/@path")
93:
94:
95: if not (len(x)==1): # tag ist nich eineindeutig
96: return False
97:
98: pathToFolder=x[0].value
99:
100: for db in doc.xpath("//db"):
101:
102: containers=db.xpath("./@container")
103: identifiers=db.xpath("./@identify")
104:
105: print containers
106: if not (len(containers)==1):
107: return False
108: else:
109: container=containers[0].value
110:
111: if not (len(identifiers)==1):
112: identifier=None
113: else:
114: identifier=identifiers[0].value
115:
116: self.xsdToTable(container.lower(),container,modus="drop",filename=os.path.join(pathToFolder,container.lower()+".xsd"))
117: self.importXMLFileAccess(container.lower(),container,filename=os.path.join(pathToFolder,container.lower()+".xml"),identify=identifier)
118:
119: return "<html><body>DONE</body></html>"
120:
121: def xsdToTable(self,table,elementNameForTable,modus="update", filename=None,data=None,RESPONSE=None):
122: """reads an xsd file an creates the columns of a table out of its structure
123: @param table: name of the table the xml shall be imported into
124: @param elementNameForTable: must be a element of type complex type. the element of the sequence in the complex type
125: define the columns of the table >table<
126: @param data (optional): data to be imported
127: @param filename (optional) or filename
128: @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
129: @param RESPONSE: (optional)
130:
131: """
132: #from xml.dom.minidom import parseString,parse
133:
134: from Ft.Xml import Parse
135: zLOG.LOG("import xsd",zLOG.INFO,"called")
136: #fh=file("/tmp/fmpxml.xml")
137: import bz2
138: import base64
139:
140:
141: ret=""
142: if data:
143: data=bz2.decompress(base64.decodestring(data))
144:
145: #zLOG.LOG("import xsd",zLOG.INFO,"received file")
146: doc=Parse(data)
147: #zLOG.LOG("import xsd",zLOG.INFO,"parsed file")
148:
149: elif filename:
150: fh=file(filename)
151: txt=fh.read()
152:
153: doc=Parse(txt)
154: #zLOG.LOG("import xsd",zLOG.INFO,"parsed file")
155:
156:
157: Nss={'xsd':'http://www.w3.org/2001/XMLSchema'}
158: definingSequence=doc.xpath("""//xsd:element[@name='%s']/xsd:complexType/xsd:sequence/xsd:element/@name"""%elementNameForTable,explicitNss=Nss)
159:
160: fieldNames=[x.value for x in definingSequence]
161:
162:
163:
164: #check if table exists
165:
166: qstr="""select relname from pg_class where relname = '%s'"""%table
167: if not(self.ZSQLSimpleSearch(qstr)) or (len (self.ZSQLSimpleSearch(qstr))<1): # if not the create the table
168: columns=[]
169: create=True
170: else:
171: create=False
172:
173: zLOG.LOG("update xsd: fieldnames",zLOG.INFO,repr(fieldNames))
174: qstr="""select attname from pg_attribute, pg_class where attrelid = pg_class.oid and relname = '%s' """
175: columns=[x.attname for x in self.ZSQLSimpleSearch(qstr%table)]
176:
177:
178: if (modus=="drop") and (not create): #table shall be deleted, therefore it should exist (not create)
179: print "drop"
180: qstr="""DROP TABLE %s """
181: self.ZSQLSimpleSearch(qstr%table)
182: columns=[]
183: create=True
184:
185: for fieldName in fieldNames:
186: if type(fieldName) is UnicodeType:
187: fieldName=fieldName.encode('utf-8')
188: zLOG.LOG("update xml: fieldname",zLOG.INFO,repr(fieldName))
189: if fieldName.lower() not in columns:
190:
191: if create:# table does not exist therefore create with one column
192: qstr="""create table %s (%s %s)"""
193: create=False
194: else:# otherwise add the field
195: qstr="""alter table %s add %s %s"""
196:
197: self.ZSQLSimpleSearch(qstr%(table,fieldName,'text'))
198: zLOG.LOG("update xsd: fieldname add",zLOG.INFO,qstr%(table,fieldName,'text'))
199:
200:
201: def importXMLFileAccess(self,table,container,data=None,identify=None,filename=None,RESPONSE=None):
202: '''
203: Import XML file in access format into the table
204: @param table: name of the table the xml shall be imported into
205: @param containerTagName: XML-Tag which describes a dataset
206: @param data: data to be imported
207: @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
208: @param RESPONSE: (optional)
209: '''
210: from xml.dom.pulldom import parseString,parse
211:
212: zLOG.LOG("import xml",zLOG.INFO,"called")
213: #fh=file("/tmp/fmpxml.xml")
214: import bz2
215: import base64
216:
217: ret=""
218: if data:
219: data=bz2.decompress(base64.decodestring(data))
220:
221: zLOG.LOG("import xml",zLOG.INFO,"received file")
222: doc=parseString(data)
223: zLOG.LOG("import xml",zLOG.INFO,"parsed file")
224:
225: elif filename:
226: fh=file(filename)
227: doc=parse(fh)
228: zLOG.LOG("import xml",zLOG.INFO,"parsed file")
229: while 1:
230: node=doc.getEvent()
231:
232: if node is None:
233: break;
234: else:
235: if node[1].nodeName.lower()==container.lower(): # make everything case insensitive
236: doc.expandNode(node[1])
237:
238: dataSet={}
239: for col in node[1].childNodes:
240: if col.nodeType is col.ELEMENT_NODE:
241: data=col.nodeName
242: dataSet[data]=getTextFromNode(col)
243: print dataSet.keys()
244: update=False
245:
246: if identify:
247:
248: field=dataSet[identify]
249:
250: searchStr="""select %s from %s where %s = '%s'"""%(identify,table,identify,field)
251: zLOG.LOG("import xml",zLOG.INFO,searchStr)
252: search=self.ZSQLSimpleSearch(searchStr)
253: if search:
254: update=True
255:
256: if update:
257: tmp=[]
258: for fieldName in dataSet.keys():
259: tmp.append("""%s = %s"""%(fieldName,self.ZSQLQuote(dataSet[fieldName])))
260: setStr=",".join(tmp)
261:
262: field=dataSet[identify]
263:
264: queryStr="""UPDATE %s SET %s WHERE %s = '%s' """%(table,setStr,identify,field)
265: zLOG.LOG("update xml",zLOG.INFO,queryStr)
266: self.ZSQLSimpleSearch(queryStr)
267: ret+="ud: %s \n"%field
268: else:
269:
270:
271: fields=",".join(dataSet.keys())
272: values=",".join([""" %s """%self.ZSQLQuote(dataSet[x]) for x in dataSet.keys()])
273:
274:
275: queryStr="""INSERT INTO %s (%s) VALUES (%s)"""%(table,fields,values)
276: self.ZSQLSimpleSearch(queryStr)
277: zLOG.LOG("update xml",zLOG.INFO,queryStr)
278:
279:
280:
281:
282: return ret
283:
284:
285: def importXMLFile(self,table,data=None,identify=None,filename=None,RESPONSE=None):
286: #TODO: finish importXMLFile
287: '''
288: Import XML file into the table
289: @param table: name of the table the xml shall be imported into
290: @param containerTagName: XML-Tag which describes a dataset
291: @param data: data to be imported
292: @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
293: @param RESPONSE: (optional)
294: '''
295: from xml.dom.pulldom import parseString,parse
296:
297: zLOG.LOG("import xml",zLOG.INFO,"called")
298: #fh=file("/tmp/fmpxml.xml")
299: import bz2
300: import base64
301:
302: ret=""
303: if data:
304: data=bz2.decompress(base64.decodestring(data))
305:
306: zLOG.LOG("import xml",zLOG.INFO,"received file")
307: doc=parseString(data)
308: zLOG.LOG("import xml",zLOG.INFO,"parsed file")
309:
310: elif filename:
311: fh=file(filename)
312: doc=parse(fh)
313: zLOG.LOG("import xml",zLOG.INFO,"parsed file")
314: while 1:
315: node=doc.getEvent()
316:
317: if node is None:
318: break;
319: else:
320: if node[1].nodeName=='ROW':
321: doc.expandNode(node[1])
322: cols=node[1].getElementsByTagName('COL')
323: dataSet=[]
324: for col in cols:
325: data=col.getElementsByTagName('DATA')
326: dataSet.append(getTextFromNode(data[0]))
327: update=False
328: if identify:
329:
330: nr=fieldNames.index(identify)
331: field=dataSet[nr]
332:
333: searchStr="""select %s from %s where %s = '%s'"""%(identify,table,identify,field)
334: zLOG.LOG("import xml",zLOG.INFO,searchStr)
335: search=self.ZSQLSimpleSearch(searchStr)
336: if search:
337: update=True
338:
339: if update:
340: tmp=[]
341: for fieldName in fieldNames:
342: tmp.append("""%s = %s"""%(fieldName,self.ZSQLQuote(dataSet[fieldNames.index(fieldName)])))
343: setStr=",".join(tmp)
344: nr=fieldNames.index(identify)
345: field=dataSet[nr]
346:
347: queryStr="""UPDATE %s SET %s WHERE %s = '%s' """%(table,setStr,identify,field)
348: zLOG.LOG("update xml",zLOG.INFO,queryStr)
349: self.ZSQLSimpleSearch(queryStr)
350: ret+="ud: %s \n"%field
351: else:
352:
353:
354: fields=",".join(fieldNames)
355: values=",".join([""" %s """%self.ZSQLQuote(x) for x in dataSet])
356:
357:
358: queryStr="""INSERT INTO %s (%s) VALUES (%s)"""%(table,fields,values)
359: self.ZSQLSimpleSearch(queryStr)
360: zLOG.LOG("update xml",zLOG.INFO,queryStr)
361: ret+="ad: %s \n"%field
362:
363: elif node[1].nodeName=="METADATA":
364: fieldNames=[]
365: doc.expandNode(node[1])
366:
367: names=node[1].getElementsByTagName('FIELD')
368:
369: for name in names:
370: fieldNames.append(name.getAttribute('NAME'))
371:
372: zLOG.LOG("update xml: fieldnames",zLOG.INFO,repr(fieldNames))
373: qstr="""select attname from pg_attribute, pg_class where attrelid = pg_class.oid and relname = '%s' """
374: columns=[x.attname for x in self.ZSQLSimpleSearch(qstr%table)]
375:
376: for fieldName in fieldNames:
377: zLOG.LOG("update xml: fieldname",zLOG.INFO,repr(fieldName))
378: if fieldName not in columns:
379: qstr="""alter table %s add %s %s"""
380: self.ZSQLSimpleSearch(qstr%(table,fieldName,'text'))
381: zLOG.LOG("update xml: fieldname add",zLOG.INFO,qstr%(table,fieldName,'text'))
382: #fn=node[1].getAttribute("xml:id")
383: #nf=file("xtf/"+fn+".xtf",'w')
384: #nf.write("""<texts xmlns="http://emegir.info/xtf" xmlns:lem="http://emegir.info/lemma" >"""+node[1].toxml()+"</texts>")
385: #print "wrote: %s"%fn
386: return ret
387:
388: def generateIndex(self,field,index_name,table,RESPONSE=None):
389: """erzeuge index aus feld"""
390: index={}
391: founds=self.ZSQLSimpleSearch("""SELECT %s,oid FROM %s LIMIT 2000"""%(field,table))
392:
393: for found in founds:
394: tmp=getattr(found,field,None)
395: if tmp:
396: strings=tmp.split(" ")
397: for string in strings:
398: if index.get(string):
399: index[string].append(found.oid)
400: else:
401: index[string]=[found.oid]
402: RESPONSE.write(string+"\n")
403:
404: if not hasattr(self,index_name):
405: obj=ZSQLIndex(index,index_name,table)
406: self._setObject(index_name,obj)
407:
408: self._getOb(index_name).setIndex(index)
409:
410: def getIndex(self,index_name):
411: """getIndex"""
412: founds=self.ZopeFind(self,obj_ids=[index_name])
413:
414: return founds[0][1].getIndex()
415:
416:
417: def testneu(self):
418: """test"""
419: relStatement="""period like '%s%%'"""
420: statement="select * from cdli_cat"
421: wherePart="museum_no like 'VAT%'"
422: classes=['Uruk III','Uruk IV']
423: return self.searchRel(relStatement,statement,wherePart,classes)
424:
425: def URLquote(self,txt):
426: """urlquote"""
427: return urllib.quote(txt)
428:
429: def searchRel(self,relStatement,statement,wherePart,classes):
430: """suche relative haufigkeiten"""
431: ret={}
432: allRecords=len(self.ZSQLSimpleSearch(statement + " where "+wherePart))
433:
434: for oneclass in classes:
435: ret[oneclass]=len(self.ZSQLSimpleSearch(statement + " where ("+wherePart+") and "+ relStatement%oneclass))
436:
437: return (ret,allRecords)
438:
439: def content_html(self):
440: """template fuer content"""
441:
442: try:
443: obj=getattr(self,"ZSQLBibliography_template")
444: return obj()
445: except:
446: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ZSQLBibliography_template_standard.zpt'),content_type='text/html').__of__(self)
447: pt.content_type="text/html"
448:
449: return pt()
450:
451:
452: def getWeight(self):
453: """getLabe"""
454: try:
455: return self.weight
456: except:
457: return ""
458:
459: def getLabel(self):
460: """getLabel"""
461: try:
462: return self.label
463: except:
464: return ""
465:
466: def getTitle(self):
467: """getTitle"""
468: try:
469: return self.title
470: except:
471: return ""
472:
473:
474: def getDescription(self):
475: """getDescription"""
476: try:
477: return self.description
478: except:
479: return ""
480:
481: manage_options=Folder.manage_options+(
482: {'label':'Main Config','action':'changeZSQLExtendForm'},
483: )
484:
485: def changeZSQLExtendForm(self):
486: """change folder config"""
487: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeZSQLExtendForm.zpt')).__of__(self)
488: return pt()
489:
490:
491: def changeZSQLExtend(self,label,description,weight=0,REQUEST=None,connection_id=None):
492: """change it"""
493: self.connection_id=connection_id
494: self.weight=weight
495: self.label=label
496: self.description=description
497:
498: if REQUEST is not None:
499: return self.manage_main(self, REQUEST)
500:
501: def formatAscii(self,str,url=None):
502: """ersetze ascii umbrueche durch <br>"""
503: #url=None
504:
505: if not str:
506: return ""
507:
508: str=str.rstrip().lstrip()
509:
510: if url and str:
511:
512: retStr=""
513: words=str.split("\n")
514:
515: for word in words:
516: strUrl=url%word
517: #print "str",strUrl
518: retStr+="""<a href="%s">%s</a><br/>"""%(strUrl,word)
519: str=retStr
520: if str:
521: return re.sub(r"[\n]","<br/>",str)
522: else:
523: return ""
524:
525: def getSAttribute(self,obj,atribute,pref=''):
526: """get Attribute or emptystring"""
527:
528: #print "obj",obj
529: try:
530: return pref+getattr(obj,atribute)
531: except:
532: return ""
533:
534: def getS(self,str):
535: """make none to empty string"""
536: if str:
537: return str
538: else:
539: return ""
540:
541: def actualPath(self,url=None):
542: """path"""
543:
544: if self.REQUEST['HTTP_X_FORWARDED_SERVER']=='':
545: host=self.REQUEST['HTTP_HOST']
546: else:
547: host=self.REQUEST['HTTP_X_FORWARDED_SERVER']
548: if not url:
549: return "http://"+host+self.REQUEST['PATH_TRANSLATED']
550: else:
551: temp=self.REQUEST[url].split("/")
552: temp[2]=host
553: return string.join(temp,"/")
554:
555: def getRequest(self):
556: """request"""
557: return self.REQUEST
558:
559: def lowerEnd(self,path):
560: """oinly for demo"""
561: return os.path.splitext(path)[0]+".jpg"
562:
563: def ZSQLisEmpty(self,field):
564: """Teste ob Treffer leer"""
565: #print "field",field
566: if not field:
567: return 1
568: if field=="":
569: return 1
570: return 0
571:
572: def ZSQLsearchOptions(self,fieldname=""):
573: """return HTML Fragment with search options"""
574:
575: ret="""<select name="-op_%s">
576: <option value="bw">begins with</option> <!-- begins with / beginnt mit, "Wort*" -->
577: <option value="ew">ends with</option>
578: <option value="ct" selected>contains</option> <!-- contains / enthaellt, "Wort" -->
579: <option value="eq">equals</option> <!-- equals / ist, =Wort -->
580: </select>"""%fieldname
581: return ret
582:
583: def ZSQLSelectionFromCRList(self,fieldname,listField,boxType="checkbox",checked=None):
584: """generate select options from a cr seperated list"""
585: fields=listField.split("\n")
586: ret=""
587: for field in fields:
588: if checked and (field in checked.split("\n")):
589: ret+="""<input name="%s" type="%s" value="%s" checked>%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
590: else:
591: ret+="""<input name="%s" type="%s" value="%s">%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
592: return ret
593:
594: def ZSQLSelectionFromSearchList(self,fieldname,results,fieldnameResult,boxType="checkbox",checked=None):
595: """generate select options from a cr seperated list"""
596:
597: ret=""
598: if not results: return ""
599:
600: for result in results:
601: field=getattr(result,fieldnameResult)
602: if field:
603: if checked and (getattr(result,fieldnameResult) in checked.split("\n")):
604: ret+="""<input name="%s" type="%s" value="%s" checked>%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
605: else:
606: ret+="""<input name="%s" type="%s" value="%s">%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
607: return ret
608:
609:
610: def ZSQLOptionsFromCRList(self,fieldname,listField, multiple='',start=None,startValue=None,size=None,selected=None):
611: """generate select oprions form a cr seperated list"""
612: fields=listField.split("\n")
613: if size:
614: ret="""<select name="%s" %s size="%s" >
615: """%(fieldname,multiple,size)
616:
617: else:
618: ret="""<select name="%s" %s >
619: """%(fieldname,multiple)
620: if start:
621: if start==' ':
622: start=''
623: if not startValue:
624: startValue=start
625:
626: ret+="""<option value="%s" >%s</option>"""%(startValue,start)
627: for field in fields:
628: if selected and (field in selected.split("\n")):
629: ret+="""<option selected value="%s">%s</option>"""%(field.encode('utf-8'),field.encode('utf-8'))
630: else:
631: ret+="""<option value="%s">%s</option>"""%(field.encode('utf-8'),field.encode('utf-8'))
632: ret+="""</select>"""
633: return ret
634:
635: def ZSQLOptionsFromSearchList(self,fieldname,results,fieldName,valueName=None,start=None, multiple='',startValue=None,additionalSelect="",size=None,linelen=None,selected=None):
636: """generate select options form a search list
637: es wird
638: <select name=fieldname mutiple>
639: <option value=startValue>start</option>
640: <option value=result.fieldName>result.fieldValue</option>
641: erzeugt.
642:
643: @parameter fieldname: Name fuer name-wert im select-tag
644: @results results: Resultobject einer SQL-suche
645: @parameter fieldName: Name des Feldes, das als value in den option-tag geschrieben werden soll.
646: @parameter valueName: (optional) Name des Feldes, dass als im option-tag ausgegeben wird, default wert ist valueName=fieldName
647: @start: (optional) falls zusaetzliches option tag erzeugt werden soll, gibt start an was im option tag steht
648: @startValue: gibt den entsprechenden Wert an.
649: """
650: if not valueName:
651: valueName=fieldName
652: if size:
653: ret="""<select name="%s" %s size="%s" %s>
654: """%(fieldname,multiple,size,additionalSelect)
655: else:
656: ret="""<select name="%s" %s %s>
657: """%(fieldname,multiple,additionalSelect)
658: if start:
659: if start==' ':
660: start=''
661:
662: if not startValue:
663: startValue=start
664:
665: ret+="""<option value="%s" >%s</option>"""%(startValue,start)
666: for result in results:
667: field=getattr(result,fieldName)
668: fieldValue=getattr(result,valueName)
669: if fieldValue:
670: print "XXX",field,repr(type(field)),repr(type(selected))
671: if not linelen:
672:
673: if field == selected:
674: print "huhu"
675: ret+="""<option value="%s" selected>%s</option>"""%(field,fieldValue)
676: else:
677: ret+="""<option value="%s">%s</option>"""%(field,fieldValue)
678: else:
679: mist = """%s"""%(fieldValue)
680: if len(mist) > string.atoi(linelen):
681: mist = mist[:string.atoi(linelen)]
682: ret+="""<option value="%s">%s</option>"""%(field,mist)
683: ret+="""</select>"""
684: return ret
685:
686:
687: def ZSQLInlineSearchU(self,storename=None,**argv):
688: """one element if exists"""
689: qs=[]
690: if storename:
691: """store"""
692: storename=storename
693: else:
694: storename="foundCount"
695:
696:
697:
698: #print "INLINE:",argv
699: for a in argv.keys():
700: qs.append(a+"="+urllib.quote(str(argv[a])))
701: #return []
702: ret = self.parseQueryString(string.join(qs,","),"_",storename=storename)
703:
704: try:
705: return ret[0]
706: except:
707: return None
708:
709: def ZSQLInlineSearch(self,storename=None,**argv):
710: """inlinesearch"""
711:
712: qs=[]
713: if storename:
714: """store"""
715: else:
716: storename="foundCount"
717:
718:
719:
720: #print "INLINE:",argv
721: for a in argv.keys():
722: try:
723: qs.append(a+"="+urllib.quote(str(argv[a])))
724: except:
725: import urllib
726: qs.append(a+"="+urllib.quote(str(argv[a])))
727:
728: #return []
729: return self.parseQueryString(string.join(qs,","),"_",storename=storename)
730:
731: def ZSQLInlineSearch2(self,query):
732: """inlinesearch"""
733: qs=[]
734:
735: #print "INLINE:",query
736: return self.ZSQLSimpleSearch(query)
737:
738:
739: def ZSQLResetConnection(self):
740: """reset the connectione"""
741: try:
742: self.getConnectionObj().manage_close_connection()
743: except:
744: zLOG.LOG("ZSQLResetConnection",zLOG.ERROR, '%s %s'%sys.exc_info()[:2])
745: try:
746: self.getConnectionObj().manage_open_connection()
747: except:
748: zLOG.LOG("ZSQLResetConnection",zLOG.ERROR, '%s %s'%sys.exc_info()[:2])
749:
750: def ZSQLSimpleSearch(self,query=None,max_rows=1000000,debug=None):
751: """simple search"""
752:
753:
754: if not query:
755: query=self.query
756:
757: if debug:
758: print "DEBUG: ZSQLSimpleSearch:", query
759: if (hasattr(self,"_v_searchSQL") and (self._v_searchSQL == None)) or (not hasattr(self,"_v_searchSQL")):
760:
761: self._v_searchSQL=Shared.DC.ZRDB.DA.DA("_v_searchSQL","_v_searchSQL",self.getConnectionObj().getId(),"var","<dtml-var var>")
762:
763: self._v_searchSQL.max_rows_=max_rows
764: try:
765: return self._v_searchSQL.__call__(var=query)
766: except :
767:
768: if sys.exc_info()[0]=="Database Error":
769: try:
770: self.getConnectionObj().manage_open_connection()
771: except:
772: zLOG.LOG("ZSQLSimpleSearch",zLOG.ERROR, '%s %s'%sys.exc_info()[:2])
773: else:
774: try:
775:
776: self._v_searchSQL.max_rows_=max_rows
777:
778: return self._v_searchSQL.__call__(var=query)
779: except :
780:
781: if sys.exc_info()[0]=="Database Error":
782: try:
783: self.getConnectionObj().manage_open_connection()
784: except:
785: zLOG.LOG("ZSQLSimpleSearch",zLOG.ERROR, '%s %s'%sys.exc_info()[:2])
786:
787: def getConnectionObj(self):
788: if hasattr(self,'connection_id'):
789: return getattr(self,self.connection_id)
790:
791:
792: def ZSQLSimpleSearch2(self,query=None):
793: """ returrn SQLSearch"""
794:
795: if not query:
796: query=self.query
797: if getattr(self,'_v_search',None):
798:
799: return self._v_search(var=query)
800:
801: if hasattr(self,'search') and (self.search.meta_type=="Z SQL Method"):
802: self._v_search=self.search
803: return self.search(var=query)
804: else:
805: if hasattr(self.aq_parent.aq_parent,'search') and (self.aq_parent.aq_parent.search.meta_type=="Z SQL Method"):
806: self._v_search=self.aq_parent.aq_parent.search
807: return self.aq_parent.aq_parent.search(var=query)
808: else:
809: search=self.ZopeFind(self,obj_metatypes=["Z SQL Method"],search_sub=1)
810: if search:
811: self._v_search=search[0][1]
812: return search[0][1](var=query)
813: else:
814: return []
815:
816:
817:
818: def ZSQLAdd(self,format=None,RESPONSE=None,**argv):
819: """Neuer Eintrag"""
820:
821: qs_temp=[]
822:
823: for a in self.REQUEST.form.keys():
824: qs_temp.append(a+"="+urllib.quote(str(self.REQUEST.form[a])))
825:
826: qs=string.join(qs_temp,",")
827:
828: for field in argv.keys():
829: if field[0]=="_":
830: fieldTmp="-"+field[1:]
831: else:
832: fieldTmp=field
833:
834: qs+=",%s=%s"%(fieldTmp,argv[field])
835:
836:
837: addList={}
838: for q in qs.split(","):
839: name=re.sub("r'+'"," ",q.split("=")[0].lower())
840: value=q.split("=")[1]
841: value=re.sub(r'\+'," ",value)
842: value=urllib.unquote(value)
843: if name=="-table":
844: table=urllib.unquote(value)
845: elif name=="-format":
846: format=urllib.unquote(value)
847: elif (not (name[0]=="-" or name[0]=="_")) and (not len(value)==0):
848: addList[urllib.unquote(name)]=urllib.unquote(value)
849:
850: keyList=[]
851: valueList=[]
852: for x in addList.keys():
853: keyList.append("\""+x+"\"")
854: valueList.append(sql_quote(addList[x]))
855:
856: keyString=string.join(keyList,",")
857: valueString=string.join(valueList,",")
858:
859: queryString="INSERT INTO %s (%s) VALUES (%s)"%(table,keyString,valueString)
860:
861: self.ZSQLSimpleSearch(queryString)
862:
863: if RESPONSE and format:
864: return RESPONSE.redirect(format)
865: else:
866: return True
867:
868: def ZSQLChange(self,format=None,RESPONSE=None,USE_FORM=None,**argv):
869: """change entries"""
870: #qs=self.REQUEST['QUERY_STRING']
871: # very bad hack
872:
873: qs_temp=[]
874: if USE_FORM or RESPONSE:
875: for a in self.REQUEST.form.keys():
876: qs_temp.append(a+"="+urllib.quote(str(self.REQUEST.form[a])))
877:
878:
879:
880: for field in argv.keys():
881:
882: if field[0]=="_":
883: fieldTmp="-"+field[1:]
884: else:
885: fieldTmp=field
886:
887: qs_temp.append("%s=%s"%(fieldTmp,argv[field]))
888:
889:
890: changeList=[]
891:
892: for q in qs_temp:
893:
894: name=urllib.unquote(re.sub("r'+'"," ",q.split("=")[0].lower()))
895: value="=".join(q.split("=")[1:])
896: value=re.sub(r'\+'," ",value)
897: value=urllib.unquote(value)
898:
899: if name=="-table":
900: table=urllib.unquote(value)
901: elif name=="-identify":
902: identify=urllib.unquote(value)
903: identify=identify.split("=")[0]+"="+sql_quote(identify.split("=")[1])
904: elif name=="-format":
905: format=urllib.unquote(value)
906: elif (not (name[0]=="-" or name[0]=="_")) and (not len(value)==0):
907:
908: changeList.append("\""+name+"\"="+sql_quote(urllib.unquote(value)))
909:
910: changeString=string.join(changeList,",")
911:
912: queryString="UPDATE %s SET %s WHERE %s"%(table,changeString,identify)
913:
914: self.ZSQLSimpleSearch(queryString)
915:
916:
917: if RESPONSE and format:
918: return RESPONSE.redirect(format)
919: else:
920: return True
921:
922:
923: def ZSQLFindIndexed(self,qs="",select="oid,*",storename=None,indexedFields=['data_line'],restrictField='id_text',**argv):
924: """find2"""
925:
926: for index in self.ZopeFind(self,obj_ids=indexedFields):
927: txt=argv.get(index[0],None)
928: if txt:
929: oids=index[1].getIndex()[txt]
930:
931: search1= self.ZSQLFind(qs=qs,select=select,storename=storename,tableExt=tableList[1],restrictField=restrictField,NoQuery='yes',NoLimit='yes',**argv)
932:
933: search2 = self.ZSQLFind(tableExt=tableList[0],qs=qs,select=select,storename=storename,restrictConnect=(tableList[0]+"."+restrictField,search1),**argv)
934: return search2
935:
936: def ZSQLFind2(self,qs="",select="oid,*",storename=None,tableList=['cdli_translit','cdli_cat'],restrictField='id_text',**argv):
937: """find2"""
938:
939: search1= self.ZSQLFind(qs=qs,select=select,storename=storename,tableExt=tableList[1],restrictField=restrictField,NoQuery='yes',NoLimit='yes',**argv)
940:
941: search2 = self.ZSQLFind(tableExt=tableList[0],qs=qs,select=select,storename=storename,restrictConnect=(tableList[0]+"."+restrictField,search1),**argv)
942: return search2
943:
944:
945:
946: def ZSQLFind(self,qs="",select="oid,*",storename=None,tableExt=None,NoQuery=None,NoLimit=None,restrictField=None,restrictConnect=None,filter=None,**argv):
947: """search in database"""
948:
949: def delEmpty(list):
950: """"loesche leere elemente aus der liste"""
951: ret=[]
952: for x in list:
953: splitted=x.split("=")
954: if (len(splitted)>1) and not (splitted[1]==' '):
955: ret.append(x)
956: return ret
957:
958: if qs=="":
959: #kein querystring ubergeben
960: if self.REQUEST['QUERY_STRING']:
961: qs=self.REQUEST['QUERY_STRING']
962:
963: qs=string.join(qs.split("&"),",")
964:
965: for field in argv.keys():
966: if field[0]=="_":
967: fieldTmp="-"+field[1:]
968: else:
969: fieldTmp=urllib.unquote(field)
970:
971: qs+=",%s=%s"%(fieldTmp,argv[field])
972:
973: else:
974:
975: qs=self.REQUEST.SESSION.get('query','')
976:
977: for field in argv.keys():
978: if field[0]=="_":
979: fieldTmp="-"+field[1:]
980: else:
981: fieldTmp=field
982:
983: qs+=",%s=%s"%(fieldTmp,argv[field])
984:
985:
986:
987: else:
988: self.REQUEST['QUERY_STRING']=qs
989:
990: qs=string.join(qs.split("&"),",")
991:
992:
993:
994: qs=re.sub("\\+"," ",qs)#TODO: Austauschen da Leerzeichen bei http-get durch + ersetzt wird, generell sollte alles auf post umgeschrieben werden. vom search formular.
995:
996: qs=string.join(delEmpty(qs.split(",")),",")
997:
998: if not storename:
999: storename="foundCount"
1000:
1001: #store query for further usage
1002: self.REQUEST.SESSION['query']=qs
1003: print "st",storename,qs
1004: #print "calling Query with",repr(NoQuery)
1005: ret=self.parseQueryString(qs,"-",select=select,storemax="yes",storename=storename,tableExt=tableExt,NoQuery=NoQuery,NoLimit=NoLimit,restrictField=restrictField,restrictConnect=restrictConnect,filter=filter)
1006: #print self.REQUEST.SESSION["foundCount"]
1007:
1008: # if not hasattr(self,'_v_results'):
1009: # self._v_results={}
1010: #
1011: #
1012: # self._v_results[urllib.quote(qs)]=ret[0:]
1013:
1014: return ret
1015:
1016: def ZSQLFoundCountLen(self,var):
1017: return len(var)
1018:
1019: def ZSQLFoundCount(self,qs="",select="*",storename=None):
1020:
1021: ## if qs=="":
1022:
1023: ## if self.REQUEST['QUERY_STRING']:
1024:
1025: ## qs=self.REQUEST['QUERY_STRING']
1026: ## qs=string.join(qs.split("&"),",")
1027: ## else:
1028:
1029: ## qs=self.REQUEST.SESSION['query']
1030: ## else:
1031: ## qs=string.join(qs.split("&"),",")
1032:
1033:
1034: ## temp= self.parseQueryString(qs,"-",select=select,storemax="yes",nostore="yes")
1035: if storename:
1036: """store"""
1037: else:
1038: storename="foundCount"
1039:
1040: return self.REQUEST.SESSION[storename]['count']
1041:
1042: def ZSQLRangeStart(self,storename=None):
1043:
1044: if storename:
1045: """store"""
1046: else:
1047: storename="foundCount"
1048:
1049: return int(self.REQUEST.SESSION[storename]['rangeStart'])+1
1050:
1051: def ZSQLRangeSize(self,storename=None):
1052:
1053: if storename:
1054: """store"""
1055: else:
1056: storename="foundCount"
1057:
1058: return self.REQUEST.SESSION[storename]['rangeSize']
1059:
1060: def ZSQLRangeEnd(self,storename=None):
1061:
1062: if storename:
1063: """store"""
1064: else:
1065: storename="foundCount"
1066:
1067: return str(min(int(self.REQUEST.SESSION[storename]['rangeEnd']),int(self.REQUEST.SESSION[storename]['count'])))
1068:
1069: def ZSQLNewQuery(self,linkText,storename=None,**argv):
1070: """suche neu"""
1071: return self.ZSQLNewSearch(linkText,storename,url=self.REQUEST['URL'],args=argv)
1072:
1073: def ZSQLNewSearch(self,linkText,storename=None,url=None,args=None,**argv):
1074: """suche mit alten parametern bis auf die in argv getauschten"""
1075:
1076: if storename:
1077: """store"""
1078: else:
1079: storename="foundCount"
1080: qs=self.REQUEST.SESSION[storename]['qs']
1081:
1082: if args:
1083: argv=args
1084:
1085: querys=qs.split(",")
1086: argList=[]
1087: arg=""
1088: queryList=[x.split("=")[0] for x in querys]
1089:
1090: for argTmp in argv.keys():
1091:
1092:
1093: arg=argTmp[0:]
1094: if arg[0]=="_":arg="-"+argTmp[1:] # aender _ in - als standard
1095:
1096: if arg not in queryList: # noch nicht drin
1097: querys.append("%s=%s"%(arg,argv[argTmp]))
1098: argList.append(arg)
1099:
1100:
1101:
1102: newquery=[]
1103: for query in querys:
1104: queryArg=query.split("=")[0]
1105: qarg=queryArg[0:]
1106: if qarg[0]=="-":qarg="_"+queryArg[1:] # aender _ in - als standard
1107:
1108: if queryArg in argList:
1109: newquery.append("%s=%s"%(queryArg,argv[qarg]))
1110: else:
1111: newquery.append(query)
1112:
1113: if url:
1114: str=url+"?"+"&".join(newquery)
1115: else:
1116: str="ZSQLSearch?"+"&".join(newquery)
1117:
1118: return """<a href="%s"> %s</a>"""%(str,linkText)
1119:
1120: def parseQueryString(self,qs,iCT,storemax="no",select=None,nostore=None,storename=None,tableExt=None,NoQuery=None,NoLimit=None,restrictField=None,restrictConnect=None,filter=None):
1121: """analysieren den QueryString"""
1122:
1123:
1124: #setzte generische werte
1125:
1126: lop="AND" # standardsuche mit and
1127: max="ALL" #standard alle auswaehlen
1128: maxstr=""
1129: whereList=[]
1130: sort=""
1131: op="bw"
1132: opfields={}
1133: lopfields={} #Verknuepfung bei mehrfachauswahl von einem feld
1134: sortfields={} #order of sortfields
1135: sortAllFields=None
1136: skip=""
1137: rangeStart=0
1138: limit=0
1139: searchFields={}
1140: searchFieldsOnly={}
1141: queryTemplate=[]
1142:
1143: if not select:
1144: select="oid,*"
1145:
1146: #check for op
1147: splitted=qs.split(",")
1148:
1149: if tableExt:
1150: table=tableExt
1151:
1152: if restrictField:
1153: select=restrictField
1154:
1155:
1156: #erster durchgang suche operatoren
1157: for q in splitted:
1158:
1159: name=re.sub("r'+'"," ",q.split("=")[0].lower())
1160: try:
1161: value=urllib.unquote(q.split("=",1)[1])
1162: except:
1163: value=""
1164: #print "Hi",name[0:3],q
1165: if name[0:3]==iCT+"op":
1166: op=value
1167:
1168: field=name[4:]
1169: opfields[field]=op
1170:
1171: if name[0:4]==iCT+"lop":
1172: lop=value
1173:
1174: field=name[5:]
1175: lopfields[field]=lop
1176:
1177: if name[0:10]==iCT+"sortorder":
1178: #sort=value
1179:
1180: field=name[11:]
1181: sortAllFields=None
1182: #no field selected
1183: if field=="":
1184: sortAllFields=value
1185: else:
1186: sortfields[field]=value
1187:
1188: #zweiter durchgang analysiere felder
1189: for q in qs.split(","):
1190:
1191:
1192:
1193: name=re.sub("r'+'"," ",q.split("=")[0].lower())
1194: try:
1195: value=urllib.unquote(q.split("=",1)[1])
1196: except:
1197: value=""
1198:
1199: punktsplit=name.split(".") #sonderfall feld mit punkten(tabelle.suchFeld.ausgewaehltesFeld,feldinoriginal), d.h. suche in anderer tabelle:
1200:
1201: #analysiere alle anderen faelle
1202: if name==iCT+"lop":
1203: lop=value
1204: elif name==iCT+"table":
1205: if not tableExt:
1206: table=value
1207: elif name==iCT+"select":
1208: if not restrictField:
1209: select=value
1210: elif name==iCT+"max":
1211: if not NoLimit:
1212: maxstr="LIMIT "+str(value)
1213: limit=str(value)
1214: elif name==iCT+"skip":
1215: skip="OFFSET "+str(value)
1216: rangeStart=str(value)
1217: elif name==iCT+"join":
1218: whereList.append(value)
1219: elif name==iCT+"sort":
1220: sortstrs=[]
1221: for word in value.split(','):
1222: wordstr=word.lstrip().rstrip()
1223: if sortAllFields:
1224: order=sortAllFields
1225: else:
1226: order=sortfields.get(wordstr,'ASC')
1227:
1228: if not (wordstr == ""):
1229: sortstrs.append(wordstr+" "+order)
1230: if len(sortstrs)>0:
1231: sort="ORDER BY "+string.join(sortstrs,',')
1232:
1233:
1234: elif name==iCT+"token":
1235: if not nostore=="yes":
1236: self.REQUEST.SESSION['token']=value
1237:
1238: elif name==iCT+"op":
1239: op=value
1240:
1241:
1242:
1243: elif (not name[0]==iCT) and len(punktsplit)==4:
1244: if opfields.has_key(name):
1245: op=opfields[name]
1246: else:
1247: op="ct"
1248: namealt=name
1249: name="LOWER("+punktsplit[1]+")"
1250:
1251: if op=="ct":
1252: tmp=(name+" LIKE "+sql_quote("%"+value+"%"))
1253: elif op=="gt":
1254: tmp=(name+">"+sql_quote(value))
1255: elif op=="lt":
1256: tmp=(name+"<"+sql_quote(value))
1257: elif op=="eq":
1258: tmp=(name+"="+sql_quote(value))
1259: elif op=="bw":
1260: tmp=(name+" LIKE "+sql_quote(value+"%"))
1261: elif op=="ew":
1262: tmp=(name+" LIKE "+sql_quote("%"+value))
1263: elif op=="all":
1264: tmps=[]
1265: for word in value.split(" "):
1266: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1267:
1268: tmp=string.join(tmps,' AND ')
1269:
1270: elif op=="numerical":
1271: term=analyseIntSearch(value)
1272: tmp=(name+" "+term)
1273: elif op=="grep":
1274: tmp=(name+" ~* "+sql_quote(value))
1275: elif op=="one":
1276: tmps=[]
1277: for word in value.split(" "):
1278: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1279:
1280: tmp=string.join(tmps,' OR ')
1281:
1282: searchFieldsOnly[namealt]=value
1283: op="all"
1284:
1285:
1286: searchTmp="""%s in (select %s from %s where %s)"""%(punktsplit[3],punktsplit[2],punktsplit[0],tmp)
1287:
1288:
1289: queryTemplate.append(searchTmp)
1290:
1291: elif (not name[0]==iCT) and (not len(value)==0):
1292:
1293: #print "OP",op,name
1294: value=value.lower()
1295: tmp=""
1296: if opfields.has_key(name):
1297: op=opfields[name]
1298: else:
1299: op="ct"
1300: namealt=name
1301: name="LOWER("+name+")"
1302: if op=="ct":
1303: tmp=(name+" LIKE "+sql_quote("%"+value+"%"))
1304: elif op=="gt":
1305: tmp=(name+">"+sql_quote(value))
1306: elif op=="lt":
1307: tmp=(name+"<"+sql_quote(value))
1308: elif op=="eq":
1309: tmp=(name+"="+sql_quote(value))
1310: elif op=="bw":
1311: tmp=(name+" LIKE "+sql_quote(value+"%"))
1312: elif op=="ew":
1313: tmp=(name+" LIKE "+sql_quote("%"+value))
1314: elif op=="all":
1315: tmps=[]
1316: for word in value.split(" "):
1317: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1318:
1319: tmp=string.join(tmps,' AND ')
1320:
1321: elif op=="numerical":
1322: term=analyseIntSearch(value)
1323: tmp=(name+" "+term)
1324: elif op=="grep":
1325: tmp=(name+" ~* "+sql_quote(value))
1326: elif op=="one":
1327: tmps=[]
1328: for word in value.split(" "):
1329: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1330:
1331: tmp=string.join(tmps,' OR ')
1332:
1333: op="all"
1334:
1335: if (not tableExt) or (namealt.split('.')[0]==tableExt):
1336: if searchFields.has_key(namealt):
1337: searchFields[namealt]+=lopfields.get(name,'OR')+" "+tmp
1338: searchFieldsOnly[namealt]+=lopfields.get(name,'OR')+" "+value
1339: else:
1340: searchFields[namealt]=tmp
1341: searchFieldsOnly[namealt]=value
1342:
1343:
1344: whereList=["("+searchFields[x]+")" for x in searchFields.keys()]
1345: whereList+=queryTemplate
1346:
1347: if len(whereList)>0:
1348: if filter:
1349: whereStr="("+string.join(whereList," "+lop+" ")+") AND "+filter
1350: else:
1351: whereStr=string.join(whereList," "+lop+" ")
1352: where="WHERE "+whereStr
1353: else:
1354: if filter:
1355: where="WHERE "+filter
1356: else:
1357: where=""
1358:
1359: if restrictConnect:
1360:
1361: if len(where)==0:
1362: where="WHERE "+restrictConnect[0]+" in ("+restrictConnect[1]+")"
1363: else:
1364: where+="and "+restrictConnect[0]+" in ("+restrictConnect[1]+")"
1365:
1366: #print "QE",table
1367: #print (select,table,where,sort,maxstr,skip)
1368: query="SELECT %s FROM %s %s %s %s %s"%(select,table,where,sort,maxstr,skip)
1369:
1370: if not nostore=="yes":
1371:
1372: self.REQUEST.SESSION['qs']=opfields
1373: #print "IAMHERE again:", query
1374:
1375: if storename and (not NoQuery):
1376:
1377: query2="SELECT count(*) FROM %s %s"%(table,where)
1378:
1379: #print "QUERYSTRING:",self.REQUEST.SESSION[storename]['queryString2']
1380: if not self.REQUEST.SESSION.has_key(storename):
1381: self.REQUEST.SESSION[storename]={}
1382:
1383: self.REQUEST.SESSION[storename]['qs']=qs #sichere Querystring
1384:
1385: if self.REQUEST.SESSION[storename].has_key('queryString2'):
1386:
1387: if not self.REQUEST.SESSION[storename]['queryString2']==query2:
1388: #print "HOOOOO",storename
1389: self.REQUEST.SESSION[storename]['queryString2']=query2
1390: try:
1391: self.REQUEST.SESSION[storename]['count']=self.ZSQLSimpleSearch(query2)[0].count
1392: except:
1393: self.REQUEST.SESSION[storename]['count']=0
1394: #print "QUERY",query2,"::::",self.REQUEST.SESSION[storename]['queryString2']
1395:
1396: else:
1397:
1398: self.REQUEST.SESSION[storename]['queryString2']=query2
1399: if self.ZSQLSimpleSearch(query2):
1400: self.REQUEST.SESSION[storename]['count']=self.ZSQLSimpleSearch(query2)[0].count
1401: else:
1402: self.REQUEST.SESSION[storename]['count']=0
1403: #print "QUERYNEW",self.REQUEST.SESSION[storename]['queryString2']
1404:
1405:
1406: self.REQUEST.SESSION[storename]['rangeStart']=rangeStart
1407: if limit=="all":
1408: self.REQUEST.SESSION[storename]['rangeEnd']=self.REQUEST.SESSION[storename]['count']
1409: else:
1410: self.REQUEST.SESSION[storename]['rangeEnd']=int(rangeStart)+int(limit)
1411: self.REQUEST.SESSION[storename]['rangeSize']=limit
1412: self.REQUEST.SESSION[storename]['searchFields']=searchFields
1413: print "SF",searchFieldsOnly,searchFields
1414: self.REQUEST.SESSION[storename]['searchFieldsOnly']=searchFieldsOnly
1415:
1416:
1417: if not NoQuery:
1418:
1419: return self.ZSQLQuery(query)
1420: else:
1421:
1422: return query
1423:
1424: def ZSQLUniqueQuery(self,value,returns):
1425: """unique relation"""
1426: if returns:
1427: statement="""select %s from %s where %s = '%s' """%(returns[1],returns[0],returns[2],value)
1428: founds=self.ZSQLSimpleSearch(statement)
1429: if founds:
1430: return getattr(founds[0],returns[1])
1431: else:
1432: return value
1433: else:
1434: return value
1435:
1436: def ZSQLQuery(self,query,debug=None):
1437: """query"""
1438: if debug:
1439: zLOG.LOG("ZSQLQuery", zLOG.INFO, query)
1440:
1441: return self.ZSQLSimpleSearch(query)
1442:
1443:
1444: def ZSQLSearch(self):
1445: """To be done"""
1446:
1447: formatfile=self.REQUEST['URL1'] #generisch redirect zur gleichen url
1448:
1449: #zerlege querystring in key value paare
1450: #TODO: check if this is really necessary, use argv**
1451:
1452: rq=self.REQUEST['QUERY_STRING']
1453: querys=rq.split("&")
1454: for querytemp in querys: #zerg
1455: query=querytemp.split("=")
1456:
1457: try:
1458: if query[0].lower()=="-format":
1459: formatfile=query[1]
1460: except:
1461: pass
1462:
1463: #sichern
1464: self.REQUEST.SESSION['query']=string.join(self.REQUEST['QUERY_STRING'].split("&"),",")
1465: self.REQUEST.SESSION['come_from_search']="yes"
1466:
1467: return self.REQUEST.RESPONSE.redirect(urllib.unquote(formatfile))
1468:
1469:
1470: def ZSQLint(self,string):
1471: try:
1472:
1473: return(int(string))
1474: except:
1475: return 0
1476:
1477: def getZSQLSearchFieldsList(self,storename="foundCount"):
1478: """get searchfieldList"""
1479: #print self.REQUEST.SESSION[storename]['searchFields'].keys()
1480: return self.REQUEST.SESSION[storename]['searchFieldsOnly'].keys()
1481:
1482: def getZSQLSearchFields(self,field,storename="foundCount"):
1483: """get searchfield"""
1484: #print "SF",self.REQUEST.SESSION[storename]['searchFields']
1485:
1486: return self.REQUEST.SESSION[storename]['searchFieldsOnly'][field]
1487:
1488:
1489: def nextLink(self,html,storename="foundCount"):
1490: """nextLink"""
1491:
1492: try:
1493: limit=self.REQUEST.SESSION[storename]['rangeSize']
1494: if int(limit)==0 :
1495: limit="1"
1496: newRangeStart=int(self.REQUEST.SESSION[storename]['rangeStart'])+int(limit)
1497: except:
1498: limit=1
1499: newRangeStart=0
1500:
1501: if newRangeStart>=self.REQUEST.SESSION[storename]['count']:
1502: #newRangeStart=self.REQUEST.SESSION[storename]['count']-1
1503: return ""
1504:
1505: #create new query string
1506:
1507: if self.REQUEST['QUERY_STRING']=="":
1508: qs=self.REQUEST.SESSION['query']
1509:
1510: queries=string.split(qs,",")[0:]
1511:
1512:
1513: else:
1514: qs=self.REQUEST['QUERY_STRING']
1515: queries=string.split(qs,"&")[0:]
1516:
1517:
1518:
1519: newquery=[]
1520:
1521: skipFound=0
1522:
1523: for query in queries:
1524:
1525: if query[0]=="_" : query="-"+query[1:]
1526:
1527: if query.split("=")[0].lower()=="-skip":
1528:
1529: skipFound=1
1530: query="-skip=%i"%newRangeStart
1531: newquery.append(query)
1532:
1533: if skipFound==0 :
1534: query="-skip=%i"%newRangeStart
1535: newquery.append(query)
1536:
1537: newquerystring=string.join(newquery,"&")
1538: return "<a href='%s'>%s</a>"%(self.REQUEST['URL']+"?"+newquerystring,html)
1539:
1540:
1541:
1542: def prevLink(self,html,storename="foundCount"):
1543: """prev link"""
1544:
1545: try:
1546: limit=self.REQUEST.SESSION[storename]['rangeSize']
1547: if int(limit)==0 :
1548: limit="1"
1549: newRangeStart=int(self.REQUEST.SESSION[storename]['rangeStart'])-int(limit)
1550: except:
1551: limit=1
1552: newRangeStart=0
1553: if newRangeStart <0:
1554: return ""
1555:
1556: #print "limit",limit,newRangeStart,int(self.REQUEST.SESSION[storename]['rangeStart'])
1557:
1558: if newRangeStart<0:
1559: newRangeStart=0
1560:
1561: #create new query string
1562:
1563: if self.REQUEST['QUERY_STRING']=="":
1564: qs=self.REQUEST.SESSION['query']
1565: #qs=re.sub(r'_','-',qs) #aendern fuer query
1566: queries=string.split(qs,",")
1567:
1568:
1569: else:
1570: qs=self.REQUEST['QUERY_STRING']
1571: queries=string.split(qs,"&")
1572:
1573:
1574:
1575: newquery=[]
1576:
1577: skipFound=0
1578:
1579: for query in queries:
1580: #print query.split("=")[0]
1581:
1582: if query[0]=="_" : query[0]="-"
1583:
1584: if query.split("=")[0].lower()=="-skip":
1585: #print"HI"
1586: query="-skip=%i"%newRangeStart
1587: skipFound=1
1588: newquery.append(query)
1589:
1590: if skipFound==0 :
1591: query="-skip=%i"%newRangeStart
1592: newquery.append(query)
1593:
1594: newquerystring=string.join(newquery,"&")
1595:
1596: return "<a href='%s'>%s</a>"%(self.REQUEST['URL']+"?"+newquerystring,html)
1597:
1598:
1599:
1600: def prevLink_old(self,html):
1601: """prev link"""
1602: if self.REQUEST['QUERY_STRING']=="":
1603: qs=self.REQUEST.SESSION['query']
1604: else:
1605: qs=self.REQUEST['QUERY_STRING']
1606: max=re.search(r'max\=(.*)\,',qs.lower())
1607: offset=re.search(r'offset\=(.*)\,',qs.lower())
1608: if not offset:
1609: offsetnew=0
1610: else:
1611: offsetnew=int(offset)-max
1612: if offsetnew<0:
1613: offsetnew=0
1614: queries=string.split(qs,",")
1615: newquery=[]
1616: if offset:
1617: for query in queries:
1618: if query.split("=")[0].lower()=="offset":
1619: query="-offset=%i"%offsetnew
1620: newquery.append(query)
1621: newquerystring=string.join(newquery,"&")
1622: else:
1623: queries.append("-offset=%i"%offsetnew)
1624: newquerystring=string.join(queries,"&")
1625: return "<a href='%s'>%s</a>"%(self.actualPath()+"?"+newquerystring,html)
1626:
1627: def nextLink_old(self,html):
1628: """prev link"""
1629: if self.REQUEST['QUERY_STRING']=="":
1630: qs=self.REQUEST.SESSION['query']
1631: else:
1632: qs=self.REQUEST['QUERY_STRING']
1633: max=re.search(r'max\=(.*)\,',qs.lower())
1634:
1635: offset=re.search(r'offset\=(.*)\,',qs.lower())
1636: if not offset:
1637: offsetnew=1
1638: else:
1639: offsetnew=int(offset)+int(max)
1640: if offsetnew<0:
1641: offsetnew=0
1642: queries=string.split(qs,",")
1643: newquery=[]
1644: if offset:
1645: for query in queries:
1646:
1647: if query.split("=")[0].lower()=="-offset":
1648: query="-offset=%i"%offsetnew
1649: newquery.append(query)
1650: newquerystring=string.join(newquery,"&")
1651: else:
1652: queries.append("-offset=%i"%offsetnew)
1653: newquerystring=string.join(queries,"&")
1654:
1655: return "<a href='%s'>%s</a>"%(self.actualPath()+"?"+newquerystring,html)
1656:
1657:
1658: manage_addZSQLExtendFolderForm=DTMLFile('ZSQLExtendFolderAdd', globals())
1659:
1660: def manage_addZSQLExtendFolder(self, id, title='', label='', description='',
1661: createPublic=0,
1662: createUserF=0,
1663: connection_id=None,
1664: REQUEST=None):
1665: """Add a new Folder object with id *id*.
1666:
1667: If the 'createPublic' and 'createUserF' parameters are set to any true
1668: value, an 'index_html' and a 'UserFolder' objects are created respectively
1669: in the new folder.
1670: """
1671:
1672:
1673: ob=ZSQLExtendFolder()
1674: ob.id=str(id)
1675: ob.title=title
1676: self._setObject(id, ob)
1677: ob=self._getOb(id)
1678: setattr(ob,'label',label)
1679: setattr(ob,'description',description)
1680: setattr(ob,'connection_id',connection_id)
1681:
1682: checkPermission=getSecurityManager().checkPermission
1683:
1684: if createUserF:
1685: if not checkPermission('Add User Folders', ob):
1686: raise Unauthorized, (
1687: 'You are not authorized to add User Folders.'
1688: )
1689: ob.manage_addUserFolder()
1690:
1691: if createPublic:
1692: if not checkPermission('Add Page Templates', ob):
1693: raise Unauthorized, (
1694: 'You are not authorized to add Page Templates.'
1695: )
1696: ob.manage_addProduct['PageTemplates'].manage_addPageTemplate(
1697: id='index_html', title='')
1698:
1699: if REQUEST is not None:
1700: return self.manage_main(self, REQUEST, update_menu=1)
1701:
1702:
1703:
1704: class ZSQLBibliography(Folder,ZSQLExtendFolder):
1705: """Bibliography"""
1706: meta_type="ZSQLBibliography"
1707: def getLabel(self):
1708: try:
1709: return self.label
1710: except:
1711: return ""
1712:
1713: def getDescription(self):
1714: try:
1715: return self.description
1716: except:
1717: return ""
1718:
1719: def changeZSQLBibliographyForm(self):
1720: """change folder config"""
1721: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeZSQLBibliographyForm.zpt')).__of__(self)
1722: return pt()
1723:
1724:
1725: def content_html(self):
1726: """template fuer content"""
1727:
1728: try:
1729: obj=getattr(self,"ZSQLBibliography_template")
1730: return obj()
1731: except:
1732: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ZSQLBibliography_template_standard.zpt')).__of__(self)
1733: pt.content_type="text/html"
1734: return pt()
1735:
1736: def changeZSQLBibliography(self,tableName,label,description,connection_id=None,REQUEST=None):
1737: """change it"""
1738: self.connection_id=connection_id
1739: self.tableName=tableName
1740: self.label=label
1741: self.description=description
1742:
1743: if REQUEST is not None:
1744: return self.manage_main(self, REQUEST)
1745:
1746: manage_options=Folder.manage_options+(
1747: {'label':'Main Config','action':'changeZSQLBibliographyForm'},
1748: {'label':'Generate RDF Template','action':'generateRDFTemplate'},
1749: {'label':'Generate XML Template','action':'generateXMLTemplate'},
1750: )
1751:
1752:
1753: def getFieldLabel(self,fields,field):
1754: """get labels"""
1755: try:
1756: ret =fields[0][field]
1757: if ret == "":
1758: return field
1759: else:
1760: return ret
1761: except:
1762: return field
1763:
1764: def getFieldValue(self,found,field):
1765: """get value"""
1766: try:
1767: ret=getattr(found,field)
1768: if ret == "":
1769: return None
1770: else:
1771: return ret
1772: except:
1773: return None
1774:
1775: def findTagsFromMapping(self,referenceType):
1776: """gib hash mit label -> generic zurueck"""
1777: self.referencetypes=self.ZopeFind(self.standardMD)
1778: bibdata={}
1779: retdata={}
1780: fieldlist=self.standardMD.fieldList
1781:
1782: for referenceTypeF in self.referencetypes:
1783: #print referenceType,referenceTypeF[1].title
1784: if referenceTypeF[1].title == referenceType:
1785: bibdata[referenceTypeF[1].title]=referenceTypeF[1].fields
1786: bibdata['data']=referenceTypeF[1]
1787: self.fields=bibdata[referenceType]
1788: for field in fieldlist:
1789: if referenceTypeF[1].getValue(field)[0]==None:
1790: retdata[field]=field
1791: else:
1792: retdata[field]=referenceTypeF[1].getValue(field)[0]
1793:
1794: return retdata,fieldlist
1795:
1796: def findLabelsFromMapping(self,referenceType):
1797: """gib hash mit label -> generic zurueck"""
1798: self.referencetypes=self.ZopeFind(self.standardMD)
1799: bibdata={}
1800: retdata={}
1801: fieldlist=self.standardMD.fieldList
1802:
1803: for referenceTypeF in self.referencetypes:
1804: #print referenceType,referenceTypeF[1].title
1805: if referenceTypeF[1].title == referenceType:
1806: bibdata[referenceTypeF[1].title]=referenceTypeF[1].fields
1807: bibdata['data']=referenceTypeF[1]
1808: self.fields=bibdata[referenceType]
1809: for field in fieldlist:
1810: retdata[field]=referenceTypeF[1].getValue(field)[1]
1811:
1812: return retdata,fieldlist
1813:
1814: def createRDFTag(self,tag,content,namespace="cdli"):
1815: """create RDF"""
1816: if content:
1817: tag=namespace+":"+tag
1818: if (type(content) is StringType) or (type(content) is UnicodeType):
1819: ret=""" <%s>%s</%s>"""%(tag,escape(content),tag)
1820: else:
1821: ret=""" <%s>%s</%s>"""%(tag,content,tag)
1822: return ret.decode('latin-1')
1823: else:
1824: return ""
1825:
1826: def createIndexTag(self,tag,content):
1827: """create tag"""
1828:
1829: if content:
1830: if (type(content) is StringType) or (type(content) is UnicodeType):
1831: ret=""" <%s>%s</%s>"""%(tag,escape(content),tag)
1832: else:
1833: ret=""" <%s>%s</%s>"""%(tag,content,tag)
1834: return ret.decode('latin-1')
1835:
1836: else:
1837: return ""
1838:
1839: def getXML2(self):
1840: """crate index meta"""
1841:
1842: fn=os.path.splitext(self.REQUEST['fn'])[0]+"."
1843: self.REQUEST['fn']=fn
1844:
1845: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record2.xml')).__of__(self)
1846: pt.content_type="text/xml"
1847: return pt()
1848:
1849:
1850: def generateRDFTemplate(self,REQUEST=None):
1851: """generateRDFtemplate"""
1852: zt=ZopePageTemplate('record.rdf')
1853: self._setObject('record.rdf',zt)
1854: default_content_fn = os.path.join(package_home(globals()),
1855: 'zpt','record.rdf')
1856: text = open(default_content_fn).read()
1857: zt.pt_edit(text, 'text/xml')
1858:
1859:
1860: if REQUEST is not None:
1861: return self.manage_main(self, REQUEST)
1862:
1863: def generateXMLTemplate(self,REQUEST=None):
1864: """generateXMLtemplate"""
1865: zt=ZopePageTemplate('record.xml')
1866: self._setObject('record.xml',zt)
1867: default_content_fn = os.path.join(package_home(globals()),
1868: 'zpt','record.xml')
1869: text = open(default_content_fn).read()
1870: zt.pt_edit(text, 'text/xml')
1871:
1872:
1873: if REQUEST is not None:
1874: return self.manage_main(self, REQUEST)
1875: def getMetaDataRDF(self):
1876: """crate index meta"""
1877: find=self.ZopeFind(self,obj_ids=["record.rdf"])
1878: if not find:
1879: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record.rdf')).__of__(self)
1880: pt.content_type="text/xml"
1881: return pt()
1882: else:
1883: return find[0][1]()
1884:
1885: def getMetaDataXML(self):
1886: """crate index meta"""
1887: find=self.ZopeFind(self,obj_ids=["record.xml"])
1888: if not find:
1889: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record.xml')).__of__(self)
1890: pt.content_type="text/xml"
1891: return pt()
1892: else:
1893: return find[0][1]()
1894:
1895:
1896: def getMetaDatasXML(self):
1897: """index"""
1898: # check if the request's host part was OK
1899: http_host = self.REQUEST['HTTP_HOST']
1900: host_port = self.REQUEST['SERVER_PORT']
1901: fix_host = None
1902: if http_host and http_host.rfind(host_port) == -1:
1903: #print "HTTP_HOST needs fixing!"
1904: fix_host = http_host + ":" + host_port
1905:
1906: ret="""<?xml version="1.0" ?>
1907: <index>"""
1908: for found in self.ZSQLSimpleSearch("select oid from %s limit ALL"%self.tableName):
1909: base_url = self.absolute_url()
1910: if fix_host:
1911: #print "replacing ", http_host, " by ", fix_host
1912: base_url = string.replace(base_url, http_host, fix_host, 1)
1913:
1914: link=base_url+"/"+"record.html?oid=%i"%found.oid
1915: metalink=base_url+"/"+"getMetaDataXML?oid=%i"%found.oid
1916:
1917: ret+="""<resource resourceLink="%s" metaLink="%s"/>\n"""%(link,metalink)
1918:
1919: return ret+"\n</index>"
1920:
1921:
1922: manage_addZSQLBibliographyForm=DTMLFile('ZSQLBibliographyAdd', globals())
1923:
1924: def manage_addZSQLBibliography(self, id, tableName,label,description,title='',
1925: createPublic=0,
1926: createUserF=0,
1927: connection_id=None,
1928: REQUEST=None):
1929: """Add a new Folder object with id *id*.
1930:
1931: If the 'createPublic' and 'createUserF' parameters are set to any true
1932: value, an 'index_html' and a 'UserFolder' objects are created respectively
1933: in the new folder.
1934: """
1935:
1936:
1937: ob=ZSQLBibliography()
1938: ob.id=str(id)
1939: ob.title=title
1940: self._setObject(id, ob)
1941: ob=self._getOb(id)
1942: setattr(ob,'tableName',tableName)
1943: setattr(ob,'label',label)
1944: setattr(ob,'description',description)
1945: setattr(ob,'connection_id',connection_id)
1946:
1947: checkPermission=getSecurityManager().checkPermission
1948:
1949: if createUserF:
1950: if not checkPermission('Add User Folders', ob):
1951: raise Unauthorized, (
1952: 'You are not authorized to add User Folders.'
1953: )
1954: ob.manage_addUserFolder()
1955:
1956: if createPublic:
1957: if not checkPermission('Add Page Templates', ob):
1958: raise Unauthorized, (
1959: 'You are not authorized to add Page Templates.'
1960: )
1961: ob.manage_addProduct['PageTemplates'].manage_addPageTemplate(
1962: id='index_html', title='')
1963:
1964: if REQUEST is not None:
1965: return self.manage_main(self, REQUEST, update_menu=1)
1966:
1967:
1968:
1969:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to ZSQLExtend.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ZSQLExtend