1: from OFS.Folder import Folder
2: from Acquisition import Implicit
3: from Globals import DTMLFile,package_home,Persistent
4: import urllib
5: import re
6: import string
7: #from pyPgSQL import libpq
8: import psycopg2
9: from AccessControl import getSecurityManager,Unauthorized
10: from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
11: from Products.PageTemplates.PageTemplateFile import PageTemplateFile
12:
13: from Products.ZSQLMethods.SQL import SQLConnectionIDs
14: from Shared.DC.ZRDB.Results import Results
15:
16: from xml.sax.saxutils import escape
17: from types import *
18: import Shared.DC.ZRDB.DA
19: import logging
20: import os.path
21: import os
22: import copy
23: import unicodedata
24: import tempfile
25: import sys
26:
27: #ersetzt logging
28: def logger(txt,method,txt2):
29: """logging"""
30: logging.info(txt+ txt2)
31:
32:
33: from OFS.SimpleItem import SimpleItem
34:
35: def getTextFromNode(nodename):
36: """get the cdata content of a node"""
37: if nodename is None:
38: return ""
39: nodelist=nodename.childNodes
40: rc = ""
41: for node in nodelist:
42: if node.nodeType == node.TEXT_NODE:
43: rc = rc + node.data
44: return rc
45:
46: def analyseIntSearch(word):
47: #analyse integer searches
48:
49: splitted=word.split("-")
50:
51: if len(splitted)==1:
52: return "="+splitted[0]
53:
54: if splitted[0]=="":
55: return "< "+splitted[1]
56:
57: if splitted[1]=='':
58: return "> "+splitted[0]
59: else:
60: return "BETWEEN "+splitted[0]+" AND "+splitted[1]
61:
62: def unicodify(str):
63: """decode str (utf-8 or latin-1 representation) into unicode object"""
64: if not str:
65: return u""
66: if type(str) is StringType:
67: try:
68: return str.decode('utf-8')
69: except:
70: return str.decode('latin-1')
71: else:
72: return str
73:
74: def utf8ify(str):
75: """encode unicode object or string into byte string in utf-8 representation"""
76: if not str:
77: return ""
78: if type(str) is StringType:
79: return str
80: else:
81: return str.encode('utf-8')
82:
83:
84: def setPsycopg2UseUnicode():
85: """force Psycopg2DA to return unicode objects"""
86: try:
87: import psycopg2
88: import psycopg2.extensions
89: psycopg2.extensions.register_type(psycopg2.extensions.UNICODE)
90: except:
91: logging.error("Unable to force psycopg2 to use unicode")
92:
93:
94: def sql_quote(v):
95: # quote dictionary
96: quote_dict = {"\'": "''", "\\": "\\\\"}
97: for dkey in quote_dict.keys():
98: if string.find(v, dkey) >= 0:
99: v=string.join(string.split(v,dkey),quote_dict[dkey])
100: return "'%s'" % v
101:
102: def showSQLConnectionIDs(self):
103: return SQLConnectionIDs(self)
104:
105: class Options:
106: """options class"""
107:
108: class ZSQLIndex(SimpleItem):
109: """index"""
110: meta_type="ZSQLIndex"
111:
112: def __init__(self,index,id,table=''):
113: self.index=[x for x in index]
114: self.id=id
115: self.table=table
116:
117: def setIndex(self,index):
118: self.index=[x for x in index]
119:
120: def getIndex(self):
121: return self.index
122:
123: class ZSQLExtendFolder(Folder,Persistent, Implicit):
124: """Klasse die Methoden fuer die Abfrage einer SQL-Datenbank zur Verfuegung stellt.
125:
126: """
127: meta_type="ZSQLExtendFolder"
128:
129: def ZSQLQuote(self,str):
130: """quote str for sql"""
131: return sql_quote(str)
132:
133: def unicodify(self, s):
134: """return unicode object for string (utf-8 or latin1) or unicode object s"""
135: return unicodify(s)
136:
137: def utf8ify(self, s):
138: """return utf-8 encoded string object for string or unicode object s"""
139: return utf8ify(s)
140:
141:
142: def normalizeField(self,table,fieldname, newFieldName=None,mode="alter", RESPONSE=None):
143: """normalize a field, d.h. entfernt alle diakritischen Zeichen und ersetzt diese
144: durch den Grundbuchstaben in einer Spalte einer Tabelle
145: @param table: Tabellename
146: @param fieldname: Name der Spalte
147: @param newFieldName: (optional) default ist fieldname+"_normal"
148: @param mode: (optional) default ist "alter". Mode "alter" aendert ein bestehendes Feld newFieldName, mode "create" erzeugt diese zuerst.
149: """
150: import unicodedata
151:
152: if not newFieldName:
153: newFieldName=fieldname+"_normal"
154:
155: #normalisierungs routine
156: def normal(str):
157: if str:
158: return unicodedata.normalize('NFKD', str.decode('utf-8')).encode('ASCII', 'ignore')
159: else:
160: return ""
161:
162: if mode=="create": # create the field
163: qstr="""alter table %s add %s %s"""
164: self.ZSQLSimpleSearch(qstr%(table,newFieldName,'text'))
165:
166: qstr="select oid,%s from %s"%(fieldname,table)
167: for result in self.ZSQLSimpleSearch(qstr):
168: qstr="update %s set %s = %s where oid = %s"
169:
170: self.ZSQLSimpleSearch(qstr%(table,newFieldName,self.ZSQLQuote(normal(getattr(result,fieldname))),result.oid))
171:
172: def importAccessModell(self,configFileName,RESPONSE=None):
173: """import tables from access
174: @param configFileName: xml-configfile
175: """
176: from Ft.Xml import Parse
177: fh=file(configFileName)
178:
179: doc=Parse(fh)
180:
181: x=doc.xpath("//pathToFolder/@path")
182:
183:
184: if not (len(x)==1): # tag ist nich eineindeutig
185: return False
186:
187: pathToFolder=x[0].value
188:
189: for db in doc.xpath("//db"):
190:
191: containers=db.xpath("./@container")
192: identifiers=db.xpath("./@identify")
193:
194:
195: if not (len(containers)==1):
196: return False
197: else:
198: container=containers[0].value
199:
200: if not (len(identifiers)==1):
201: identifier=None
202: else:
203: identifier=identifiers[0].value
204:
205: self.xsdToTable(container.lower(),container,modus="drop",filename=os.path.join(pathToFolder,container.lower()+".xsd"))
206: self.importXMLFileAccess(container.lower(),container,filename=os.path.join(pathToFolder,container.lower()+".xml"),identify=identifier)
207:
208: return "<html><body>DONE</body></html>"
209:
210: def xsdToTable(self,table,elementNameForTable,modus="update", filename=None,data=None,RESPONSE=None):
211: """reads an xsd file an creates the columns of a table out of its structure
212: @param table: name of the table the xml shall be imported into
213: @param elementNameForTable: must be a element of type complex type. the element of the sequence in the complex type
214: define the columns of the table >table<
215: @param data (optional): data to be imported
216:
217: @param filename (optional) or filename
218: @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
219: @param RESPONSE: (optional)
220:
221: """
222: #from xml.dom.minidom import parseString,parse
223:
224: from Ft.Xml import Parse
225: logger("import xsd",logging.INFO,"called")
226: #fh=file("/tmp/fmpxml.xml")
227: import bz2
228: import base64
229:
230:
231: ret=""
232: if data:
233: data=bz2.decompress(base64.decodestring(data))
234:
235: #logger("import xsd",logging.INFO,"received file")
236: doc=Parse(data)
237: #logger("import xsd",logging.INFO,"parsed file")
238:
239: elif filename:
240: fh=file(filename)
241: txt=fh.read()
242:
243: doc=Parse(txt)
244: #logger("import xsd",logging.INFO,"parsed file")
245:
246:
247: Nss={'xsd':'http://www.w3.org/2001/XMLSchema'}
248: definingSequence=doc.xpath("""//xsd:element[@name='%s']/xsd:complexType/xsd:sequence/xsd:element/@name"""%elementNameForTable,explicitNss=Nss)
249:
250: fieldNames=[x.value for x in definingSequence]
251:
252:
253:
254: #check if table exists
255:
256: qstr="""select relname from pg_class where relname = '%s'"""%table
257: if not(self.ZSQLSimpleSearch(qstr)) or (len (self.ZSQLSimpleSearch(qstr))<1): # if not the create the table
258: columns=[]
259: create=True
260: else:
261: create=False
262:
263: logger("update xsd: fieldnames",logging.INFO,repr(fieldNames))
264: qstr="""select attname from pg_attribute, pg_class where attrelid = pg_class.oid and relname = '%s' """
265: columns=[x.attname for x in self.ZSQLSimpleSearch(qstr%table)]
266:
267:
268: if (modus=="drop") and (not create): #table shall be deleted, therefore it should exist (not create)
269: print "drop"
270: qstr="""DROP TABLE %s """
271: self.ZSQLSimpleSearch(qstr%table)
272: columns=[]
273: create=True
274:
275: for fieldName in fieldNames:
276: if type(fieldName) is UnicodeType:
277: fieldName=fieldName.encode('utf-8')
278: logging.info("update xml: fieldname",logging.INFO,repr(fieldName))
279: if fieldName.lower() not in columns:
280:
281: if create:# table does not exist therefore create with one column
282: qstr="""create table %s (%s %s)"""
283: create=False
284: else:# otherwise add the field
285: qstr="""alter table %s add %s %s"""
286:
287: self.ZSQLSimpleSearch(qstr%(table,fieldName,'text'))
288: logger("update xsd: fieldname add",logging.INFO,qstr%(table,fieldName,'text'))
289:
290:
291: def importXMLFileAccess(self,table,container,data=None,identify=None,filename=None,RESPONSE=None):
292: '''
293: Import XML file in access format into the table
294: @param table: name of the table the xml shall be imported into
295: @param containerTagName: XML-Tag which describes a dataset
296: @param data: data to be imported
297: @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
298: @param RESPONSE: (optional)
299: '''
300: from xml.dom.pulldom import parseString,parse
301:
302: logger("import xml",logging.INFO,"called")
303: #fh=file("/tmp/fmpxml.xml")
304: import bz2
305: import base64
306:
307: ret=""
308: if data:
309: data=bz2.decompress(base64.decodestring(data))
310:
311: logger("import xml",logging.INFO,"received file")
312: doc=parseString(data)
313: logger("import xml",logging.INFO,"parsed file")
314:
315: elif filename:
316: fh=file(filename)
317: doc=parse(fh)
318: logger("import xml",logging.INFO,"parsed file")
319: while 1:
320: node=doc.getEvent()
321:
322: if node is None:
323: break;
324: else:
325: if node[1].nodeName.lower()==container.lower(): # make everything case insensitive
326: doc.expandNode(node[1])
327:
328: dataSet={}
329: for col in node[1].childNodes:
330: if col.nodeType is col.ELEMENT_NODE:
331: data=col.nodeName
332: dataSet[data]=getTextFromNode(col)
333:
334: update=False
335:
336: if identify:
337:
338: field=dataSet[identify]
339:
340: searchStr="""select %s from %s where %s = '%s'"""%(identify,table,identify,field)
341: logger("import xml",logging.INFO,searchStr)
342: search=self.ZSQLSimpleSearch(searchStr)
343: if search:
344: update=True
345:
346: if update:
347: tmp=[]
348: for fieldName in dataSet.keys():
349: tmp.append("""%s = %s"""%(fieldName,self.ZSQLQuote(dataSet[fieldName])))
350: setStr=",".join(tmp)
351:
352: field=dataSet[identify]
353:
354: queryStr="""UPDATE %s SET %s WHERE %s = '%s' """%(table,setStr,identify,field)
355: logger("update xml",logging.INFO,queryStr)
356: self.ZSQLSimpleSearch(queryStr)
357: ret+="ud: %s \n"%field
358:
359: else:
360: fields=",".join(dataSet.keys())
361: values=",".join([""" %s """%self.ZSQLQuote(dataSet[x]) for x in dataSet.keys()])
362:
363:
364: queryStr="""INSERT INTO %s (%s) VALUES (%s)"""%(table,fields,values)
365: self.ZSQLSimpleSearch(queryStr)
366: logger("update xml",logging.INFO,queryStr)
367:
368: return ret
369:
370:
371: def importXMLFileFMP(self,table,dsn=None,uploadfile=None,update_fields=None,id_field=None,sync_mode=False,
372: lc_names=True,keep_fields=False,ascii_db=False,replace=False,backup=False,
373: debug=False,log_to_response=False,
374: redirect_url=None,RESPONSE=None):
375: """
376: Import FileMaker XML file (FMPXMLRESULT format) into the table.
377: @param dsn: database connection string
378: @param table: name of the table the xml shall be imported into (may be comma-separated list)
379: @param uploadfile: xmlfile file
380: @param update_fields: (optional) list of fields to update; default is to create all fields
381: @param id_field: (optional) field which uniquely identifies an entry for updating purposes.
382: @param sync_mode: (optional) really synchronise, i.e. delete entries not in XML file
383: @param lc_names: (optional) lower case and clean up field names from XML
384: @param keep_fields: (optional) don't add fields to SQL database
385: @param ascii_db: (optional) assume ascii encoding in db
386: @param replace: (optional) delete and re-insert data
387: @param backup: (optional) create backup of old table (breaks indices)
388: @param RESPONSE: (optional)
389: @param redirect_url: (optional) url for redirecting after the upload is done
390: """
391:
392: tfilehd,filename=tempfile.mkstemp()
393: tfile=os.fdopen(tfilehd,'w')
394: logging.info("importXMLFileFMP: importing %s"%uploadfile)
395: for c in uploadfile.read():
396: tfile.write(c)
397: tfile.close()
398:
399: from importFMPXML import importFMPXML
400:
401: if not dsn:
402: dsn=self.getConnectionObj().connection_string
403:
404: logging.debug("dsn: %s"%dsn)
405: logging.debug("table: %s"%table)
406: logging.debug("update_fields: %s"%update_fields)
407: logging.debug("id_field: %s"%id_field)
408: logging.debug("sync_mode: %s"%sync_mode)
409: logging.debug("lc_names: %s"%lc_names)
410: logging.debug("keep_fields: %s"%keep_fields)
411: logging.debug("ascii_db: %s"%ascii_db)
412: logging.debug("replace: %s"%replace)
413: logging.debug("backup: %s"%backup)
414: logging.debug("debug: %s"%debug)
415: logging.debug("log_to_response: %s"%log_to_response)
416: logging.debug("RESPONSE: %s"%repr(RESPONSE))
417:
418: tablelist=table.split(',')
419: logging.debug("tablelist: %s"%tablelist)
420: #table=tables
421:
422: for t in tablelist :
423: logging.debug("table: %s"%table)
424: options=Options()
425: options.dsn=dsn
426: options.table=t
427: options.filename=filename
428: options.update_fields=update_fields
429: options.id_field=id_field
430: options.sync_mode=sync_mode
431: options.lc_names=lc_names
432: options.replace_table=replace
433: options.keep_fields=keep_fields
434: options.ascii_db=ascii_db
435: options.replace_table=replace
436: options.backup_table=backup
437: options.debug=debug
438: logging.debug(options)
439: if RESPONSE and log_to_response:
440: # set up logging to response as plain text
441: logging.debug("Setting up logging to RESPONSE")
442: RESPONSE.setHeader("Content-Type","text/plain; charset=utf-8")
443: RESPONSE.write("Import FMPXML file...\n\n")
444: RESPONSE.flush()
445: loghandler = logging.StreamHandler(RESPONSE)
446: if debug:
447: loghandler.setLevel(logging.DEBUG)
448: else:
449: loghandler.setLevel(logging.INFO)
450: logger = logging.getLogger('db.import.fmpxml')
451: logger.addHandler(loghandler)
452: options.use_logger_instance = logger
453:
454: try:
455: err = None
456: importFMPXML(options)
457: logging.info("importXMLFileFMP: done")
458: except Exception, err:
459: logging.error("Error importing: %s"%err)
460:
461: if RESPONSE and log_to_response:
462: loghandler.flush()
463: if err is not None:
464: RESPONSE.write("\n\nERROR while importing: %s"%err)
465: else:
466: RESPONSE.write("\n\n DONE!")
467:
468: elif RESPONSE and redirect_url:
469: RESPONSE.redirect(redirect_url)
470:
471: os.remove(filename)
472:
473:
474: def generateIndex(self,field,index_name,table,RESPONSE=None):
475: """erzeuge ein Index Objekt einem Feld (experimental)
476: @param field: Feldname zu dem ein Index erzeugt werden soll
477: @param index_name: Name des Index
478: @param table: Tabellen name"""
479:
480:
481: index={}
482: founds=self.ZSQLSimpleSearch("""SELECT %s,oid FROM %s """%(field,table))
483:
484: for found in founds:
485: tmp=getattr(found,field,None)
486: if tmp:
487: strings=tmp.split(" ")
488: for string in strings:
489: if index.get(string):
490: index[string].append(found.oid)
491: else:
492: index[string]=[found.oid]
493: RESPONSE.write(string+"\n")
494:
495: if not hasattr(self,index_name):
496: obj=ZSQLIndex(index,index_name,table)
497: self._setObject(index_name,obj)
498:
499: self._getOb(index_name).setIndex(index)
500:
501: def getIndex(self,index_name):
502: """getIndex from index_name
503: return an indexObject with index_name
504: """
505:
506: founds=self.ZopeFind(self,obj_ids=[index_name])
507:
508: return founds[0][1].getIndex()
509:
510:
511: def URLquote(self,txt):
512: """urlquote
513: @param txt: text der urlgequoted werden soll.
514: """
515: return urllib.quote(txt)
516:
517:
518: def createIdSet(self, resultset, idField=None):
519: """returns a (frozen)set of IDs from a SQL-resultset (using idField) or a list (if idField=None)"""
520: logging.debug("createidset for idfield %s"%idField)
521: if idField is None:
522: return frozenset(resultset)
523: else:
524: idlist = [r[idField] for r in resultset]
525: return frozenset(idlist)
526:
527: def opIdSet(self, a, b, op):
528: """operate on sets a and b"""
529: logging.debug("opidset with op %s"%op)
530: if (op == 'intersect'):
531: return a.intersection(b)
532: elif (op == 'union'):
533: return a.union(b)
534: elif (op == 'diff'):
535: return a.difference(b)
536:
537:
538: def searchRel(self,relStatement,statement,wherePart,classes):
539: """suche relative haufigkeiten (experimental)"""
540: ret={}
541: allRecords=len(self.ZSQLSimpleSearch(statement + " where "+wherePart))
542:
543: for oneclass in classes:
544: ret[oneclass]=len(self.ZSQLSimpleSearch(statement + " where ("+wherePart+") and "+ relStatement%oneclass))
545:
546: return (ret,allRecords)
547:
548: def content_html(self):
549: """template fuer content_html Aufruf, notwendig fuer Kompatibiliaet bei gemeinsamem Einsatz mich ECHO-Produkt"""
550:
551: try:
552: obj=getattr(self,"ZSQLBibliography_template")
553: return obj()
554: except:
555: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ZSQLBibliography_template_standard.zpt'),content_type='text/html').__of__(self)
556: pt.content_type="text/html"
557:
558: return pt()
559:
560:
561: def getWeight(self):
562: """getWeight, gewicht notwendig fuer Kompatibiliaet bei gemeinsamem Einsatz mich ECHO-Produkt"""
563: try:
564: return self.weight
565: except:
566: return ""
567:
568: def getLabel(self):
569: """getLabel notwendig fuer Kompatibiliaet bei gemeinsamem Einsatz mich ECHO-Produkt"""
570: try:
571: return self.label
572: except:
573: return ""
574:
575: def getDescription(self):
576: """getDEscription: notwendig fuer Kompatibiliaet bei gemeinsamem Einsatz mich ECHO-Produkt"""
577: try:
578: return self.description
579: except:
580: return ""
581:
582: manage_options=Folder.manage_options+(
583: {'label':'Main Config','action':'changeZSQLExtendForm'},
584: )
585:
586: def changeZSQLExtendForm(self):
587: """change folder config"""
588: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeZSQLExtendForm.zpt')).__of__(self)
589: return pt()
590:
591:
592: def changeZSQLExtend(self,label,description,weight=0,connection_id=None,autocommit=None,REQUEST=None,):
593: """change the Konfiguration"""
594: self.connection_id=connection_id
595: self.weight=weight
596: self.label=label
597: self.description=description
598: self.autocommit = (autocommit == "on")
599:
600: if REQUEST is not None:
601: return self.manage_main(self, REQUEST)
602:
603: def formatAscii(self,str,url=None):
604: """ersetze ascii umbrueche durch <br>
605: @param str: string der Formatiert werden soll.
606: @param url: (optional) default ist "None", sonderfall erzeugt einen Link aus String mit unterliegender url
607: """
608: #logging.debug("formatascii str=%s url=%s"%(repr(str),repr(url)))
609:
610: if not str:
611: return ""
612:
613: str=str.rstrip().lstrip()
614:
615: if url and str:
616:
617: retStr=""
618: words=str.split("\n")
619:
620: for word in words:
621: strUrl=url%word
622: #print "str",strUrl
623: retStr+="""<a href="%s">%s</a><br/>"""%(strUrl,word)
624: str=retStr
625: if str:
626: retStr = re.sub(r"[\n]","<br/>",str)
627: #logging.debug("formatascii out=%s"%(repr(retStr)))
628: return retStr
629: else:
630: return ""
631:
632: def getSAttribute(self,obj,atribute,pref=''):
633: """get Attribute or emptystring"""
634:
635: #print "obj",obj
636: try:
637: return pref+getattr(obj,atribute)
638: except:
639: return ""
640:
641: def getS(self,str):
642: """make none to empty string"""
643: if str:
644: return str
645: else:
646: return ""
647:
648: def actualPath(self,url=None):
649: """path"""
650:
651: if self.REQUEST['HTTP_X_FORWARDED_SERVER']=='':
652: host=self.REQUEST['HTTP_HOST']
653: else:
654: host=self.REQUEST['HTTP_X_FORWARDED_SERVER']
655: if not url:
656: return "http://"+host+self.REQUEST['PATH_TRANSLATED']
657: else:
658: temp=self.REQUEST[url].split("/")
659: temp[2]=host
660: return string.join(temp,"/")
661:
662: def getRequest(self):
663: """request"""
664: return self.REQUEST
665:
666: def lowerEnd(self,path):
667: """oinly for demo"""
668: return os.path.splitext(path)[0]+".jpg"
669:
670: def ZSQLisEmpty(self,str):
671: """Teste ob String leer bzw. none ist.
672: """
673: #print "field",field
674: if not str:
675: return 1
676: if str.strip()=="":
677: return 1
678: return 0
679:
680: def ZSQLMultiSearch(self,_table,_searchField,_value,_idField,_additionalStatement="",_select=None,_subselectAddition="",_storename=None):
681: """
682: Durchsucht in einer Tabelle "table" die Spalte "searchfield" nach dem allen Vorkommnissen
683: von Worten in value und gibt alle Werte mit gleichem id field zurueck, d.h. es wird die "und" suche ueber mehrere Eintrsege in einer
684: Tabelle mit gleichem idField werd realisiert,
685: z.B. fuer simplesearch ueber mehrere Felder
686: @param _table: Tabelle, die durchsucht werden soll.
687: @param _searchField: Feld, das durchsucht wird
688: @param _value: String der gesucht werden soll, gesucht wird nach allen Worten des Strings, die durch " "-getrennt sind.
689: @param _idField: Feld mit id fuer die identifikation gleicher Eintraege
690: @param _additionalStatement: (optional) Zusaetzliches SQL Statement, dass zwischen dem ersten "select from" und dem ersten "where" eingegefuegt wird.
691: @param _subselectAddition: (optiona) Zusaetliche SQL Statement die hinter das select statement der subselects eingefuegt werde.
692: @param _select: (optional) Alternativer Wert fuer den ersten SELECT Aufruf.
693: @param _storename: (optional) Name fuer die Zwischenspeicherung von Werten in der Session
694: """
695: if _storename:
696: """store"""
697: else:
698: _storename="foundCount"
699:
700: queries=[]
701: #baue jede einzelne abfrage
702: splitted=_value.split(" ")
703: if not _select:
704: _select=_idField
705:
706: query="select %s from %s %s where lower(%s) like '%%%s%%'"%(_select,_table,_additionalStatement,_searchField,splitted[0].lower())
707:
708: if len(splitted)>1: # mehr als ein Wort
709: query+=" and %s in"%_idField # dann einschraenken
710: for v in splitted[1:]:
711: queries.append("select %s from %s %s where lower(%s) like '%%%s%%'"%(_idField,_table,_subselectAddition,_searchField,v.lower()))
712:
713:
714: intersect=" intersect ".join(queries) # nun baue sie zusammen
715: query+="(%s)"%intersect
716:
717:
718: logging.info("ZSQLSimple: %s"%query)
719: retT=self.ZSQLSimpleSearch(query)
720: logging.info("ZSQLSimple: %s"%retT)
721:
722: #das Ergebis enthaelt unter u.U. eine id mehrfach, dieses wir jetzt vereinheitlicht.
723:
724: retFinalT={}
725: for x in retT:
726: split=_idField.split(".")
727: if len(split)>1:
728: f=split[1]
729: else:
730: f=_idField
731:
732: retFinalT[getattr(x,f)]=x
733:
734: ret=list(retFinalT.values())
735:
736:
737: #aus Kompatibilaetsgruenen mit ZSQLSearch / ZSQLInlineSeach noch einzelne Felder in der SESSION belegen.
738: if not self.REQUEST.SESSION.has_key(_storename):
739: self.REQUEST.SESSION[_storename]={}
740:
741: self.REQUEST.SESSION[_storename]['searchFieldsOnly']={}
742: self.REQUEST.SESSION[_storename]['qs']=query
743: return ret
744:
745: def ZSQLsearchOptions(self,fieldname=""):
746: """return HTML Fragment with search options"""
747:
748: ret="""<select name="-op_%s">
749: <option value="bw">begins with</option> <!-- begins with / beginnt mit, "Wort*" -->
750: <option value="ew">ends with</option>
751: <option value="ct" selected>contains</option> <!-- contains / enthaellt, "Wort" -->
752: <option value="eq">equals</option> <!-- equals / ist, =Wort -->
753: </select>"""%fieldname
754: return ret
755:
756: def ZSQLSelectionFromCRList(self,fieldname,listField,boxType="checkbox",checked=None):
757: """generate selection HTML Fragemnt from a cr seperated list
758: @param fieldname: Wert fuer das "name"-Attribute der erzeugten input-Tags
759: @param listField: "cr" (\n) getrennte Liste der Werte
760: @param boxType: (optional) default ist "checkbox", moegliche Werte "checkbox" und "radio"
761: @param checked: "cr" getrennt Liste von Werten aus listField, die als ausgewahlt markiert werden sollen.
762: """
763: fields=listField.split("\n")
764: ret=""
765: for field in fields:
766: if checked and (field in checked.split("\n")):
767: ret+="""<input name="%s" type="%s" value="%s" checked>%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
768: else:
769: ret+="""<input name="%s" type="%s" value="%s">%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
770: return ret
771:
772: def ZSQLSelectionFromSearchList(self,fieldname,results,fieldnameResult,boxType="checkbox",checked=None):
773: """generate select options from research-results Objekt
774: generate selection HTML Fragemnt from a cr seperated list
775: @param fieldname: Wert fuer das "name"-Attribute der erzeugten input-Tags
776: @param results: result Object einer SQL-suche
777: @param fieldNameResult: Feldname des Resultobjekts, das angezeigt werden soll.
778: @param boxType: (optional) default ist "checkbox", moegliche Werte "checkbox" und "radio"
779: @param checked: "cr" getrennt Liste von Werten aus results.fieldNameResult, die als ausgewahlt markiert werden sollen.
780: """
781:
782: ret=""
783: if not results: return ""
784:
785: for result in results:
786: field=getattr(result,fieldnameResult)
787: if field:
788: if checked and (getattr(result,fieldnameResult) in checked.split("\n")):
789: ret+="""<input name="%s" type="%s" value="%s" checked>%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
790: else:
791: ret+="""<input name="%s" type="%s" value="%s">%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
792: return ret
793:
794:
795: def ZSQLOptionsFromCRList(self,fieldname,listField, multiple='',start=None,startValue=None,size=None,selected=None):
796: """generate select oprions form a cr seperated list"""
797: fields=listField.split("\n")
798: if size:
799: ret="""<select name="%s"%s size="%s" >
800: """%(fieldname,multiple,size)
801:
802: else:
803: ret="""<select name="%s"%s >
804: """%(fieldname,multiple)
805: if start:
806: if start==' ':
807: start=''
808: if not startValue:
809: startValue=start
810:
811: ret+="""<option value="%s" >%s</option>"""%(startValue,start)
812: for field in fields:
813: if selected and (field in selected.split("\n")):
814: ret+="""<option selected value="%s">%s</option>"""%(field.encode('utf-8'),field.encode('utf-8'))
815: else:
816: ret+="""<option value="%s">%s</option>"""%(field.encode('utf-8'),field.encode('utf-8'))
817: ret+="""</select>"""
818: return ret
819:
820: def ZSQLOptionsFromSearchList(self,fieldname,
821: results,fieldName,
822: valueName=None,start=None,
823: multiple='',startValue=None,
824: additionalSelect="",size=None,
825: linelen=None,selected=None,
826: clear=False):
827: """generate select options form a search list
828: es wird
829: <select name=fieldname mutiple>
830: <option value=startValue>start</option>
831: <option value=result.fieldName>result.fieldValue</option>
832: erzeugt.
833:
834: @param fieldname: Name fuer name-wert im select-tag
835: @param results: Resultobject einer SQL-suche
836: @param fieldName: Name des Feldes, das als value in den option-tag geschrieben werden soll.
837: @param valueName: (optional) Name des Feldes, dass als im option-tag ausgegeben wird, default wert ist valueName=fieldName
838: @param start: (optional) falls zusaetzliches option tag erzeugt werden soll, gibt start an was im option tag steht
839: @param startValue (optional): gibt den entsprechenden Wert an.
840: @param selected (optional): Wert der ausgewaehlt sein soll.
841: @param linelen: (optional) maximale laenge eines Eintrages
842: der im Klappmenue noch angezeigt wird, laengeres wird abgeschnitten.
843: @param addionalSaelect (optional): zusaetzlicher text fuer den select tag
844: @param clear (optional): setze auf den startwert.
845: """
846: if not valueName:
847: valueName=fieldName
848: if size:
849: ret="""<select name="%s" %s size="%s" %s>
850: """%(fieldname,multiple,size,additionalSelect)
851: else:
852: ret="""<select name="%s" %s %s>
853: """%(fieldname,multiple,additionalSelect)
854: if start:
855: if start==' ':
856: start=''
857:
858: if not startValue:
859: startValue=start
860:
861: if clear:
862: ret+="""<option selected value="%s" >%s</option>"""%(startValue,start)
863: else:
864: ret+="""<option value="%s" >%s</option>"""%(startValue,start)
865:
866: for result in results:
867: field=getattr(result,fieldName)
868: fieldValue=getattr(result,valueName)
869:
870: if linelen and fieldValue and (len(fieldValue) > string.atoi(linelen)):
871: displayValue = fieldValue[:string.atoi(linelen)]
872: else:
873: displayValue = fieldValue
874:
875: if displayValue: #show only if value not none
876: if field == selected:
877:
878: ret+="""<option value="%s" selected>%s</option>"""%(field,displayValue)
879: else:
880: ret+="""<option value="%s">%s</option>"""%(field,displayValue)
881:
882: ret+="""</select>"""
883: return ret
884:
885:
886: def ZSQLInlineSearchU(self,storename=None,args=None,**argv):
887: """one element if exists"""
888: qs=[]
889: if storename:
890: """store"""
891: storename=storename
892: else:
893: storename="foundCount"
894:
895: if args:
896: argTmp=args
897: else:
898: argTmp=argv
899:
900:
901: #print "INLINE:",argv
902: for a in argTmp.keys():
903: aFiltered=re.sub(r"^-","_",a) # beginning of a command should always be "_"
904: qs.append(aFiltered+"="+urllib.quote(str(argTmp[a])))
905: #return []
906: ret = self.parseQueryString(string.join(qs,","),"_",storename=storename)
907:
908: try:
909: return ret[0]
910: except:
911: return None
912:
913:
914: def ZSQLSequentialSearch(self,_fieldlist,_searchTerm,storename=None,args=None,**argv):
915: """get a list of tuples (fields,searchoptions,table) to search the searchTerm in, returns dictionary. """
916: #print "do search with:",_fieldlist,_searchTerm,storename,args,argv
917: ret={}
918: if args:
919: argTmp=args
920: else:
921: argTmp=argv
922:
923: for field in _fieldlist:
924:
925: argTmp2=copy.deepcopy(argTmp)
926: argTmp2[field[0]]=_searchTerm
927: argTmp2['_op_'+field[0]]=field[1]
928: argTmp2['_table']=field[2]
929:
930: ret[field[0]]=(self.ZSQLInlineSearch(storename=storename,args=argTmp2),field[3],field[4],field[5],field[6])
931:
932: return ret
933:
934:
935: def ZSQLInlineSearch(self,storename=None,args=None,**argv):
936: """inlinesearch"""
937: #logging.debug("ZSQLInlineSearch args=%s argv=%s"%(args,argv))
938: qs=[]
939: if storename:
940: """store"""
941: else:
942: storename="foundCount"
943:
944: if args:
945: argTmp=args
946: else:
947: argTmp=argv
948:
949:
950: #print "INLINE:",argv
951: for a in argTmp.keys():
952: aFiltered=re.sub(r"^-","_",a) # beginning of a command should always be "_"
953:
954: if type(argTmp[a]) is ListType: # ein parameter zweimal
955: value=""
956: #TODO find a better solution, currently only the last non empty entry is used.
957: #for x in argTmp[a]:
958: # if x:
959: # value=x
960: # version: join with spaces (makes sense with checkbox and -op=all)
961: value = " ".join(argTmp[a])
962: else:
963: try:
964: value=str(argTmp[a])
965: except:
966: value=utf8ify(argTmp[a])
967:
968: qs.append(aFiltered+"="+urllib.quote(value))
969: #logging.debug("InlineSearch:"+string.join(qs,","))
970:
971: #return []
972:
973: return self.parseQueryString(string.join(qs,","),"_",storename=storename)
974:
975: def ZSQLInlineSearch2(self,query):
976: """inlinesearch"""
977: qs=[]
978:
979: #print "INLINE:",query
980: return self.ZSQLSimpleSearch(query)
981:
982:
983: def ZSQLResetConnection(self):
984: """reset the connectione"""
985: try:
986: self.getConnectionObj().manage_close_connection()
987: except:
988: logger("ZSQLResetConnection",logging.ERROR, '%s %s'%sys.exc_info()[:2])
989: try:
990: self.getConnectionObj().manage_open_connection()
991: except:
992: logger("ZSQLResetConnection",logging.ERROR, '%s %s'%sys.exc_info()[:2])
993:
994:
995: def ZSQLSimpleSearch(self,query=None,max_rows=1000000):
996: """new simple search"""
997: logging.debug("new ZSQLSimpleSearch %s"%query)
998: # get Connection instance
999: con = self.getConnectionObj()
1000: # call to get db object
1001: dbc = con()
1002: if getattr(self, 'autocommit', False):
1003: # force transaction isolation level (for psycopg2 0=autocommit)
1004: logging.debug(" old tilevel=%s"%dbc.tilevel)
1005: dbc.tilevel = 0
1006: # modified code from ZPsycopgDA.db without _register:
1007: c = dbc.getcursor()
1008: desc = ()
1009: r = []
1010: try:
1011: try:
1012: c.execute(query)
1013:
1014: except psycopg2.OperationalError:
1015: #logging.exception("Operational error on connection, closing it.")
1016: try:
1017: # Only close our connection
1018: dbc.putconn(True)
1019: except:
1020: #logging.debug("Something went wrong when we tried to close the pool", exc_info=True)
1021: pass
1022:
1023: if c.description is not None:
1024: if max_rows:
1025: r = c.fetchmany(max_rows)
1026: else:
1027: r = c.fetchall()
1028: desc = c.description
1029:
1030: dbc.failures = 0
1031:
1032: except StandardError, err:
1033: raise err
1034:
1035: res = (dbc.convert_description(desc), r)
1036:
1037: else:
1038: logging.debug(" no autocommit")
1039: # just use DA's query method
1040: res = dbc.query(query, max_rows=max_rows)
1041:
1042: # return result set as Result object with Brains
1043: return Results(res)
1044:
1045: def oldZSQLSimpleSearch(self,query=None,max_rows=1000000):
1046: """simple search"""
1047: logging.error("ZSQLSimpleSearch X %s"%query)
1048: #print query
1049: if not query:
1050: query=self.query
1051:
1052:
1053: if (hasattr(self,"_v_searchSQL") and (self._v_searchSQL == None)) or (not hasattr(self,"_v_searchSQL")):
1054:
1055: self._v_searchSQL=Shared.DC.ZRDB.DA.DA("_v_searchSQL","_v_searchSQL",self.getConnectionObj().getId(),"var","<dtml-var var>")
1056: #self._v_searchSQL=self.getConnectionObj()()
1057:
1058: self._v_searchSQL.max_rows_=max_rows
1059: #self._v_searchSQL.set_client_encoding('UNICODE')
1060: try:
1061: logging.error("I am here")
1062: t=self._v_searchSQL.__call__(var=query)
1063: #t=self._v_searchSQL.query(query)
1064: logging.error("I am here %s"%t)
1065: return t
1066: except :
1067: logger("ZSQLSimpleSearch ERROR1",logging.ERROR, '%s %s'%sys.exc_info()[:2])
1068: if sys.exc_info()[0]=="Database Error":
1069: try:
1070: self.getConnectionObj().manage_open_connection()
1071: except:
1072: logger("ZSQLSimpleSearch ERROR2",logging.ERROR, '%s %s'%sys.exc_info()[:2])
1073: else:
1074: try:
1075:
1076: self._v_searchSQL.max_rows_=max_rows
1077: #self._v_searchSQL.set_client_encoding('UNICODE')
1078:
1079: return self._v_searchSQL.__call__(var=query)
1080: #return self._v_searchSQL.query(query)
1081: except :
1082: logger("ZSQLSimpleSearch ERROR2",logging.ERROR, '%s %s'%sys.exc_info()[:2])
1083: if sys.exc_info()[0]=="Database Error":
1084: try:
1085: self.getConnectionObj().manage_open_connection()
1086: except:
1087: logger("ZSQLSimpleSearch",logging.ERROR, '%s %s'%sys.exc_info()[:2])
1088:
1089: def getConnectionObj(self):
1090: if hasattr(self,'connection_id'):
1091: return getattr(self,self.connection_id)
1092:
1093:
1094: def ZSQLSimpleSearch2(self,query=None):
1095: """ returrn SQLSearch"""
1096:
1097: if not query:
1098: query=self.query
1099: if getattr(self,'_v_search',None):
1100:
1101: return self._v_search(var=query)
1102:
1103: if hasattr(self,'search') and (self.search.meta_type=="Z SQL Method"):
1104: self._v_search=self.search
1105: return self.search(var=query)
1106: else:
1107: if hasattr(self.aq_parent.aq_parent,'search') and (self.aq_parent.aq_parent.search.meta_type=="Z SQL Method"):
1108: self._v_search=self.aq_parent.aq_parent.search
1109: return self.aq_parent.aq_parent.search(var=query)
1110: else:
1111: search=self.ZopeFind(self,obj_metatypes=["Z SQL Method"],search_sub=1)
1112: if search:
1113: self._v_search=search[0][1]
1114: return search[0][1](var=query)
1115: else:
1116: return []
1117:
1118:
1119:
1120: def ZSQLAdd(self,format=None,RESPONSE=None,args=None,_useRequest=True,**argv):
1121: """Neuer Eintrag"""
1122:
1123: if args:
1124: argTmp=args
1125: else:
1126: argTmp=argv
1127:
1128: qs_temp=[]
1129:
1130: if _useRequest:
1131: for a in self.REQUEST.form.keys():
1132: qs_temp.append(a+"="+urllib.quote(str(self.REQUEST.form[a])))
1133:
1134: qs=string.join(qs_temp,",")
1135:
1136: for field in argTmp.keys():
1137: if field[0]=="_":
1138: fieldTmp="-"+field[1:]
1139: else:
1140: fieldTmp=field
1141:
1142: qs+=",%s=%s"%(fieldTmp,argTmp[field])
1143:
1144:
1145: addList={}
1146: for q in qs.split(","):
1147: if len(q.split("="))<2:
1148: continue
1149: name=re.sub("r'+'"," ",q.split("=")[0].lower())
1150:
1151: value=q.split("=")[1]
1152: value=re.sub(r'\+'," ",value)
1153: value=urllib.unquote(value)
1154: if name=="-table":
1155: table=urllib.unquote(value)
1156: elif name=="-format":
1157: format=urllib.unquote(value)
1158: elif (not (name[0]=="-" or name[0]=="_")) and (not len(value)==0):
1159: addList[urllib.unquote(name)]=urllib.unquote(value)
1160:
1161: keyList=[]
1162: valueList=[]
1163: for x in addList.keys():
1164: keyList.append("\""+x+"\"")
1165: valueList.append(sql_quote(addList[x]))
1166:
1167: keyString=string.join(keyList,",")
1168: valueString=string.join(valueList,",")
1169:
1170: queryString="INSERT INTO %s (%s) VALUES (%s)"%(table,keyString,valueString)
1171:
1172: self.ZSQLSimpleSearch(queryString)
1173:
1174: if RESPONSE and format:
1175: return RESPONSE.redirect(format)
1176: else:
1177: return True
1178:
1179: def ZSQLChange(self,format=None,RESPONSE=None,USE_FORM=None,args=None,**argv):
1180: """change entries"""
1181: #qs=self.REQUEST['QUERY_STRING']
1182: # very bad hack
1183:
1184: qs_temp=[]
1185: if USE_FORM or RESPONSE:
1186: for a in self.REQUEST.form.keys():
1187:
1188: qs_temp.append(a+"="+urllib.quote(str(self.REQUEST.form[a])))
1189:
1190:
1191: if args:
1192: arg_tmp=args
1193: else:
1194: arg_tmp=argv
1195:
1196: for field in arg_tmp.keys():
1197:
1198: if field[0]=="_":
1199: fieldTmp="-"+field[1:]
1200: else:
1201: fieldTmp=field
1202:
1203: qs_temp.append("%s=%s"%(fieldTmp,arg_tmp[field]))
1204:
1205:
1206: changeList=[]
1207: logging.info("ZSQLChange qs_temp: %s"%repr(qs_temp))
1208: for q in qs_temp:
1209:
1210: name=urllib.unquote(re.sub("r'+'"," ",q.split("=")[0].lower()))
1211: value="=".join(q.split("=")[1:])
1212: value=re.sub(r'\+'," ",value)
1213: value=urllib.unquote(value)
1214:
1215: if name=="-table":
1216: table=urllib.unquote(value)
1217: elif name=="-identify":
1218: identify=urllib.unquote(value)
1219: # old code did identify with lower() which doesn't work for oids
1220: #identify="lower("+identify.split("=")[0]+")="+sql_quote(identify.split("=")[1].lower())
1221: (k,v) = identify.split("=")
1222: identify="%s=%s"%(k,sql_quote(v))
1223: elif name=="-format":
1224: format=urllib.unquote(value)
1225: #elif (not (name[0]=="-" or name[0]=="_")) and (not len(value)==0):
1226: elif (not (name[0]=="-" or name[0]=="_")):
1227:
1228: if value=="":
1229: changeList.append("\""+name+"\"=null")
1230: else:
1231: changeList.append("\""+name+"\"="+sql_quote(urllib.unquote(value)))
1232:
1233: changeString=string.join(changeList,",")
1234:
1235: queryString="UPDATE %s SET %s WHERE %s"%(table,changeString,identify)
1236: logger("ZSQLExtend",logging.INFO,"CHANGE: "+queryString)
1237:
1238: self.ZSQLSimpleSearch(queryString)
1239:
1240:
1241: if RESPONSE and format:
1242: return RESPONSE.redirect(format)
1243: else:
1244: return True
1245:
1246:
1247: def ZSQLFindIndexed(self,tableList=[],qs="",select="oid,*",storename=None,indexedFields=['data_line'],restrictField='id_text',**argv):
1248: """find2"""
1249:
1250: for index in self.ZopeFind(self,obj_ids=indexedFields):
1251: txt=argv.get(index[0],None)
1252: if txt:
1253: oids=index[1].getIndex()[txt]
1254:
1255: search1= self.ZSQLFind(qs=qs,select=select,storename=storename,tableExt=tableList[1],restrictField=restrictField,NoQuery='yes',NoLimit='yes',**argv)
1256:
1257: search2 = self.ZSQLFind(tableExt=tableList[0],qs=qs,select=select,storename=storename,restrictConnect=(tableList[0]+"."+restrictField,search1),**argv)
1258: return search2
1259:
1260: def ZSQLFind2(self,qs="",select="oid,*",storename=None,tableList=['cdli_translit','cdli_cat'],restrictField='id_text',**argv):
1261: """find2"""
1262:
1263: search1= self.ZSQLFind(qs=qs,select=select,storename=storename,tableExt=tableList[1],restrictField=restrictField,NoQuery='yes',NoLimit='yes',**argv)
1264:
1265: search2 = self.ZSQLFind(tableExt=tableList[0],qs=qs,select=select,storename=storename,restrictConnect=(tableList[0]+"."+restrictField,search1),**argv)
1266: return search2
1267:
1268:
1269:
1270: def ZSQLFind(self,qs="",select="oid,*",storename="foundCount",tableExt=None,NoQuery=None,NoLimit=None,restrictField=None,restrictConnect=None,filter=None,**argv):
1271: """search in database"""
1272:
1273: def delEmpty(list):
1274: """loesche leere elemente aus der liste"""
1275: ret=[]
1276: for x in list:
1277: splitted=x.split("=")
1278: if (len(splitted)>1) and not (splitted[1]==' '):
1279: ret.append(x)
1280: return ret
1281:
1282: if qs=="":
1283: #kein querystring ubergeben
1284: if self.REQUEST['QUERY_STRING']:
1285: qs=self.REQUEST['QUERY_STRING']
1286:
1287: qs=string.join(qs.split("&"),",")
1288:
1289: for field in argv.keys():
1290: if field[0]=="_":
1291: fieldTmp="-"+field[1:]
1292: else:
1293: fieldTmp=field
1294:
1295: qs+=",%s=%s"%(fieldTmp,argv[field])
1296:
1297: else:
1298:
1299: qs=self.REQUEST.SESSION.get('query','')
1300:
1301: for field in argv.keys():
1302: if field[0]=="_":
1303: fieldTmp="-"+field[1:]
1304: else:
1305: fieldTmp=field
1306:
1307: qs+=",%s=%s"%(fieldTmp,argv[field])
1308:
1309:
1310:
1311: else:
1312: self.REQUEST['QUERY_STRING']=qs
1313:
1314: qs=string.join(qs.split("&"),",")
1315:
1316:
1317:
1318: qs=re.sub("\\+"," ",qs)#TODO: Austauschen da Leerzeichen bei http-get durch + ersetzt wird, generell sollte alles auf post umgeschrieben werden. vom search formular.
1319:
1320: qs=string.join(delEmpty(qs.split(",")),",")
1321:
1322:
1323: #store query for further usage
1324: #TODO: erste der beiden ist ueberfluessig
1325: self.REQUEST.SESSION['query']=qs
1326: if not self.REQUEST.SESSION.has_key(storename):
1327: self.REQUEST.SESSION[storename]={}
1328:
1329: self.REQUEST.SESSION[storename]['qs']=qs
1330:
1331:
1332: #print "calling Query with",repr(NoQuery)
1333:
1334: ret=self.parseQueryString(qs,"-",select=select,storemax="yes",storename=storename,tableExt=tableExt,NoQuery=NoQuery,NoLimit=NoLimit,restrictField=restrictField,restrictConnect=restrictConnect,filter=filter)
1335: #print self.REQUEST.SESSION["foundCount"]
1336:
1337:
1338:
1339: return ret
1340:
1341: def ZSQLFoundCountLen(self,var):
1342: return len(var)
1343:
1344: def ZSQLFoundCount(self,qs="",select="*",storename="foundCount"):
1345:
1346: return self.REQUEST.SESSION[storename]['count']
1347:
1348: def ZSQLRangeStart(self,storename="foundCount"):
1349:
1350: return int(self.REQUEST.SESSION[storename]['rangeStart'])+1
1351:
1352: def ZSQLRangeSize(self,storename="foundCount"):
1353:
1354: return self.REQUEST.SESSION[storename]['rangeSize']
1355:
1356: def ZSQLRangeEnd(self,storename="foundCount"):
1357:
1358: return str(min(int(self.REQUEST.SESSION[storename]['rangeEnd']),int(self.REQUEST.SESSION[storename]['count'])))
1359:
1360: def ZSQLNewQuery(self,linkText,storename="foundCount",**argv):
1361: """suche neu"""
1362: return self.ZSQLNewSearch(linkText,storename,url=self.REQUEST['URL'],args=argv)
1363:
1364: def ZSQLNewSearch(self,linkText,storename="foundCount",url=None,args=None,**argv):
1365: """suche mit alten parametern bis auf die in argv getauschten"""
1366: str = self.ZSQLNewSearchURL(storename, url, args, **argv)
1367: return """<a href="%s"> %s</a>"""%(str,linkText)
1368:
1369:
1370: def ZSQLNewSearchURL(self, storename="foundCount",url=None,args=None,**argv):
1371: """suche mit alten parametern bis auf die in argv getauschten"""
1372: if args:
1373: argv=args
1374:
1375: #get the old queries
1376: qs=self.REQUEST.SESSION[storename]['qs']
1377: querys=qs.split(",")
1378:
1379: #which arguments are in the old query string
1380: queryList={}
1381: for query in querys:
1382: arg=query.split("=")[0]
1383: if arg[0]=="_": arg="-"+arg[1:] # sicherstellen, dass an Anfang stets "_"
1384: try:
1385: queryList[arg]=urllib.unquote_plus(query.split("=")[1])
1386: except:
1387: queryList[arg]=''
1388:
1389: argList=[]
1390: arg=""
1391: #gehe durch die zu aendernden Argumente
1392: for argTmp in argv.keys():
1393: arg=argTmp[0:]# sicherstellen, dass der string auh kopiert wird
1394: if arg[0]=="_": arg="-"+arg[1:] # sicherstellen, dass an Anfang stets "_"
1395:
1396: queryList[arg]=argv[argTmp]
1397:
1398: if url:
1399: str=url+"?"+urllib.urlencode(queryList)
1400: else:
1401: str="ZSQLSearch?"+urllib.urlencode(queryList)
1402:
1403: return str
1404:
1405:
1406: def parseQueryString(self,qs,iCT,storemax="no",select=None,nostore=None,storename="foundCount",tableExt=None,NoQuery=None,NoLimit=None,restrictField=None,restrictConnect=None,filter=None):
1407: """analysieren den QueryString"""
1408: logging.debug("parseQueryString qs=%s"%qs)
1409:
1410: #setzte generische werte
1411:
1412: lop="AND" # standardsuche mit and
1413: max="ALL" #standard alle auswaehlen
1414: maxstr=""
1415: whereList=[]
1416: sort=""
1417: op="bw"
1418: opfields={}
1419: lopfields={} #Verknuepfung bei mehrfachauswahl von einem feld
1420: sortfields={} #order of sortfields
1421: diacritics={} #diacritische zeichen, falls "no", dann werden diese fuer das feld gefiltert.
1422: sortAllFields=None
1423: skip=""
1424: rangeStart=0
1425: limit=0
1426: searchFields={}
1427: searchFieldsOnly={}
1428: queryTemplate=[]
1429: outerjoin=""
1430: debug=None
1431:
1432: if not select:
1433: select="oid,*"
1434:
1435: #check for op
1436: splitted=qs.split(",")
1437:
1438: if tableExt:
1439: table=tableExt
1440:
1441: if restrictField:
1442: select=restrictField
1443:
1444:
1445: #erster durchgang suche operatoren
1446: for q in splitted:
1447:
1448: name=re.sub("r'+'"," ",q.split("=")[0].lower())
1449: if name=="_debug":
1450: debug=True
1451:
1452: try:
1453: value=urllib.unquote(q.split("=",1)[1])
1454: except:
1455: value=""
1456: #print "Hi",name[0:3],q
1457: if name[0:3]==iCT+"op":
1458: op=value
1459:
1460: field=name[4:]
1461: opfields[field]=op
1462:
1463: if name[0:4]==iCT+"lop":
1464: lop=value
1465:
1466: field=name[5:]
1467: lopfields[field]=lop
1468:
1469: if name[0:11]==iCT+"diacritics":
1470: field=name[12:]
1471: diacritics[field]=value
1472:
1473: if name[0:10]==iCT+"sortorder":
1474: #sort=value
1475:
1476: field=name[11:]
1477: sortAllFields=None
1478: #no field selected
1479: if field=="":
1480: sortAllFields=value
1481: else:
1482: sortfields[field]=value
1483:
1484: #zweiter durchgang analysiere felder
1485: for q in qs.split(","):
1486:
1487:
1488:
1489: name=re.sub("r'+'"," ",q.split("=")[0].lower())
1490:
1491: try:
1492: value=urllib.unquote(q.split("=",1)[1])
1493:
1494: except:
1495: value=""
1496:
1497: punktsplit=name.split(".") #sonderfall feld mit punkten(tabelle.suchFeld.ausgewaehltesFeld,feldinoriginal), d.h. suche in anderer tabelle:
1498:
1499: #analysiere alle anderen faelle
1500:
1501: if diacritics.get(name,'yes')=='no':
1502: """filter diacritische zeichen"""
1503: value=unicodedata.normalize('NFKD', value.decode('utf-8')).encode('ASCII', 'ignore')
1504:
1505: if name==iCT+"lop":
1506: lop=value
1507: elif name==iCT+"table":
1508: if not tableExt:
1509: table=value
1510: elif name==iCT+"select":
1511: if not restrictField:
1512: select=value
1513: elif name==iCT+"max":
1514: if not NoLimit:
1515: maxstr="LIMIT "+str(value)
1516: limit=str(value)
1517: elif name==iCT+"skip":
1518: skip="OFFSET "+str(value)
1519: rangeStart=str(value)
1520: elif name==iCT+"join":
1521:
1522: whereList.append(value)
1523: elif name==iCT+"outerjoin":
1524:
1525: outerjoin=value
1526: elif name==iCT+"sort":
1527: sortstrs=[]
1528:
1529: for word in value.split(','):
1530: wordstr=word.lstrip().rstrip()
1531: if sortAllFields:
1532: order=sortAllFields
1533: else:
1534: order=sortfields.get(wordstr,'ASC')
1535:
1536: if not (wordstr == ""):
1537: sortstrs.append(wordstr+" "+order)
1538: if len(sortstrs)>0:
1539: sort="ORDER BY "+string.join(sortstrs,',')
1540:
1541:
1542: elif name==iCT+"token":
1543: if not nostore=="yes":
1544: self.REQUEST.SESSION['token']=value
1545:
1546: elif name==iCT+"op":
1547: op=value
1548:
1549:
1550: #sonderfall Name hat das Format:
1551: #TABELLE.SUCHFELD_IN_DIESER_TABELLE.SELECT_FIELD.IDENTIFIER_IN_TABELLE_-table
1552: #i.e. erzeugt wird
1553: #das Statement
1554: #WHERE IDENTIFIER_IN_TABELLE in (select * from SELECT_FIELD
1555: #where LOWER(SUCHFELD_IN_DIESER_TABELLE) something value)
1556: #something is defined by _op_TABELLE.SUCHFELD_IN_DIESER_TABELLE.SELECT_FIELD.IDENTIFIER_IN_TABELLE
1557:
1558: elif (not name[0]==iCT) and len(punktsplit)==4:
1559:
1560: if opfields.has_key(name):
1561: op=opfields[name]
1562: else:
1563: op="ct"
1564:
1565: namealt=name
1566: name="LOWER("+punktsplit[1]+")"
1567: value=value.lower()
1568: if op=="ct":
1569: tmp=(name+" LIKE "+sql_quote("%"+value+"%"))
1570: elif op=="gt":
1571: tmp=(name+">"+sql_quote(value))
1572: elif op=="lt":
1573: tmp=(name+"<"+sql_quote(value))
1574: elif op=="eq":
1575: tmp=(name+"="+sql_quote(value))
1576: elif op=="bw":
1577: tmp=(name+" LIKE "+sql_quote(value+"%"))
1578: elif op=="ew":
1579: tmp=(name+" LIKE "+sql_quote("%"+value))
1580: elif op=="all":
1581: tmps=[]
1582: for word in value.split(" "):
1583: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1584:
1585: tmp=string.join(tmps,' AND ')
1586:
1587: elif op=="numerical":
1588: term=analyseIntSearch(value)
1589: tmp=(namealt+" "+term) # take namealt without LOWER
1590: elif op=="grep":
1591: tmp=(name+" ~* "+sql_quote(value))
1592: elif op=="one":
1593: tmps=[]
1594: for word in value.split(" "):
1595: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1596:
1597: tmp=string.join(tmps,' OR ')
1598:
1599: op="all"
1600:
1601: if value!='': #lehre Werte werde nicht hinzugefuegt
1602: searchTmp="""%s in (select %s from %s where %s)"""%(punktsplit[3],punktsplit[2],punktsplit[0],tmp)
1603:
1604: queryTemplate.append(searchTmp)
1605:
1606: elif (not name[0]==iCT) and (not len(value)==0):
1607:
1608: #print "OP",op,name
1609: value=value.lower()
1610:
1611: tmp=""
1612: if opfields.has_key(name):
1613: op=opfields[name]
1614: else:
1615: op="ct"
1616: namealt=name
1617: name="LOWER("+name+")"
1618: if op=="ct":
1619: tmp=(name+" LIKE "+sql_quote("%"+value+"%"))
1620: elif op=="gt":
1621: tmp=(name+">"+sql_quote(value))
1622: elif op=="lt":
1623: tmp=(name+"<"+sql_quote(value))
1624: elif op=="eq":
1625: tmp=(name+"="+sql_quote(value))
1626: elif op=="bw":
1627: tmp=(name+" LIKE "+sql_quote(value+"%"))
1628: elif op=="ew":
1629: tmp=(name+" LIKE "+sql_quote("%"+value))
1630: elif op=="all":
1631: tmps=[]
1632: for word in value.split(" "):
1633: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1634:
1635: tmp=string.join(tmps,' AND ')
1636:
1637: elif op=="numerical":
1638: term=analyseIntSearch(value)
1639: tmp=(namealt+" "+term) # take namealt without LOWER
1640: elif op=="grep":
1641: tmp=(name+" ~* "+sql_quote(value))
1642: elif op=="one":
1643: tmps=[]
1644: for word in value.split(" "):
1645: tmps.append(name+" LIKE "+sql_quote("%"+word+"%"))
1646:
1647: tmp=string.join(tmps,' OR ')
1648:
1649: op="all"
1650:
1651: if (value!='') and ((not tableExt) or (namealt.split('.')[0]==tableExt)): #keine leeren werde und keine auschluss
1652: if searchFields.has_key(namealt):
1653: searchFields[namealt]+=lopfields.get(name,'OR')+" "+tmp
1654: searchFieldsOnly[namealt]+=lopfields.get(name,'OR')+" "+value
1655: else:
1656: searchFields[namealt]=tmp
1657: searchFieldsOnly[namealt]=value
1658:
1659:
1660: whereList=["("+searchFields[x]+")" for x in searchFields.keys()]
1661: whereList+=queryTemplate
1662:
1663: if len(whereList)>0:
1664: if filter:
1665: whereStr="("+string.join(whereList," "+lop+" ")+") AND "+filter
1666: else:
1667: whereStr=string.join(whereList," "+lop+" ")
1668: where="WHERE "+whereStr
1669: else:
1670: if filter:
1671: where="WHERE "+filter
1672: else:
1673: where=""
1674:
1675: if restrictConnect:
1676:
1677: if len(where)==0:
1678: where="WHERE "+restrictConnect[0]+" in ("+restrictConnect[1]+")"
1679: else:
1680: where+="and "+restrictConnect[0]+" in ("+restrictConnect[1]+")"
1681:
1682: #print "QE",table
1683: #print (select,table,where,sort,maxstr,skip)
1684: query="SELECT %s FROM %s %s %s %s %s %s"%(select,table,outerjoin,where,sort,maxstr,skip)
1685:
1686: if not nostore=="yes":
1687:
1688: self.REQUEST.SESSION['qs']=opfields
1689: #print "IAMHERE again:", query
1690:
1691: if not NoQuery:
1692:
1693: query2="SELECT count(*) FROM %s %s"%(table,where)
1694:
1695: #print "QUERYSTRING:",self.REQUEST.SESSION[storename]['queryString2']
1696: if not self.REQUEST.SESSION.has_key(storename):
1697: self.REQUEST.SESSION[storename]={}
1698:
1699: self.REQUEST.SESSION[storename]['qs']=qs #sichere Querystring
1700:
1701: if self.REQUEST.SESSION[storename].has_key('queryString2'):
1702:
1703: if not self.REQUEST.SESSION[storename]['queryString2']==query2:
1704: #print "HOOOOO",storename
1705: self.REQUEST.SESSION[storename]['queryString2']=query2
1706: try:
1707: self.REQUEST.SESSION[storename]['count']=self.ZSQLSimpleSearch(query2)[0].count
1708: except:
1709: self.REQUEST.SESSION[storename]['count']=0
1710: #print "QUERY",query2,"::::",self.REQUEST.SESSION[storename]['queryString2']
1711:
1712: else:
1713:
1714: self.REQUEST.SESSION[storename]['queryString2']=query2
1715: if self.ZSQLSimpleSearch(query2):
1716:
1717: self.REQUEST.SESSION[storename]['count']=self.ZSQLSimpleSearch(query2)[0].count
1718: else:
1719: self.REQUEST.SESSION[storename]['count']=0
1720: #print "QUERYNEW",self.REQUEST.SESSION[storename]['queryString2']
1721:
1722:
1723: self.REQUEST.SESSION[storename]['rangeStart']=rangeStart
1724:
1725:
1726: self.REQUEST.SESSION[storename]['rangeEnd']=self.REQUEST.SESSION[storename]['count']
1727:
1728: if (limit=="all") or (limit==int(limit)):
1729: self.REQUEST.SESSION[storename]['rangeEnd']=self.REQUEST.SESSION[storename]['count']
1730: else:
1731: self.REQUEST.SESSION[storename]['rangeEnd']=int(rangeStart)+int(limit)
1732: self.REQUEST.SESSION[storename]['rangeSize']=limit
1733: self.REQUEST.SESSION[storename]['searchFields']=searchFields
1734:
1735: self.REQUEST.SESSION[storename]['searchFieldsOnly']=searchFieldsOnly
1736:
1737: if debug:
1738: logging.error("ZSQLSimpleSearch %s"%query)
1739: if not NoQuery:
1740:
1741: return self.ZSQLQuery(query)
1742: else:
1743:
1744: return query
1745:
1746: def ZSQLUniqueQuery(self,value,returns):
1747: """unique relation"""
1748: if returns:
1749: statement="""select %s from %s where %s = '%s' """%(returns[1],returns[0],returns[2],value)
1750: founds=self.ZSQLSimpleSearch(statement)
1751: if founds:
1752: return getattr(founds[0],returns[1])
1753: else:
1754: return value
1755: else:
1756: return value
1757:
1758: def ZSQLQuery(self,query,debug=None):
1759: """query"""
1760: if debug:
1761: logger("ZSQLQuery", logging.INFO, query)
1762:
1763: return self.ZSQLSimpleSearch(query)
1764:
1765:
1766: def ZSQLSearch(self):
1767: """To be done"""
1768:
1769: formatfile=self.REQUEST['URL1'] #generisch redirect zur gleichen url
1770:
1771: #zerlege querystring in key value paare
1772: #TODO: check if this is really necessary, use argv**
1773:
1774: rq=self.REQUEST['QUERY_STRING']
1775: querys=rq.split("&")
1776: for querytemp in querys: #zerg
1777: query=querytemp.split("=")
1778:
1779: try:
1780: if query[0].lower()=="-format":
1781: formatfile=query[1]
1782: except:
1783: pass
1784:
1785: #sichern
1786: self.REQUEST.SESSION['query']=string.join(self.REQUEST['QUERY_STRING'].split("&"),",")
1787: self.REQUEST.SESSION['come_from_search']="yes"
1788:
1789: return self.REQUEST.RESPONSE.redirect(urllib.unquote(formatfile)+"?"+rq)
1790:
1791:
1792: def ZSQLint(self,string):
1793: try:
1794:
1795: return(int(string))
1796: except:
1797: return 0
1798:
1799: def getZSQLSearchFieldsList(self,storename="foundCount"):
1800: """get searchfieldList"""
1801: #print self.REQUEST.SESSION[storename]['searchFields'].keys()
1802: return self.REQUEST.SESSION[storename]['searchFieldsOnly'].keys()
1803:
1804: def getZSQLSearchFields(self,field,storename="foundCount"):
1805: """get searchfield"""
1806: #print "SF",self.REQUEST.SESSION[storename]['searchFields']
1807:
1808: return self.REQUEST.SESSION[storename]['searchFieldsOnly'][field]
1809:
1810:
1811: def nextLink(self,html,storename="foundCount"):
1812: """nextLink"""
1813:
1814: try:
1815: limit=self.REQUEST.SESSION[storename]['rangeSize']
1816: if int(limit)==0 :
1817: limit="1"
1818: newRangeStart=int(self.REQUEST.SESSION[storename]['rangeStart'])+int(limit)
1819: except:
1820: limit=1
1821: newRangeStart=0
1822:
1823: if (newRangeStart>=self.REQUEST.SESSION[storename]['count']) or (self.REQUEST.SESSION[storename]['count']==self.REQUEST.SESSION[storename]['rangeEnd']):
1824: #newRangeStart=self.REQUEST.SESSION[storename]['count']-1
1825: return ""
1826:
1827: #create new query string
1828:
1829: if self.REQUEST['QUERY_STRING']=="":
1830: qs=self.REQUEST.SESSION['query']
1831:
1832: queries=string.split(qs,",")[0:]
1833:
1834:
1835: else:
1836: qs=self.REQUEST['QUERY_STRING']
1837: queries=string.split(qs,"&")[0:]
1838:
1839:
1840:
1841: newquery=[]
1842:
1843: skipFound=0
1844:
1845: for query in queries:
1846:
1847: if query[0]=="_" : query="-"+query[1:]
1848:
1849: if query.split("=")[0].lower()=="-skip":
1850:
1851: skipFound=1
1852: query="-skip=%i"%newRangeStart
1853: newquery.append(query)
1854:
1855: if skipFound==0 :
1856: query="-skip=%i"%newRangeStart
1857: newquery.append(query)
1858:
1859: newquerystring=string.join(newquery,"&")
1860: return "<a href='%s'>%s</a>"%(self.REQUEST['URL']+"?"+newquerystring,html)
1861:
1862:
1863:
1864: def prevLink(self,html,storename="foundCount"):
1865: """prev link"""
1866:
1867: try:
1868: limit=self.REQUEST.SESSION[storename]['rangeSize']
1869: if int(limit)==0 :
1870: limit="1"
1871: newRangeStart=int(self.REQUEST.SESSION[storename]['rangeStart'])-int(limit)
1872: except:
1873: limit=1
1874: newRangeStart=0
1875: if newRangeStart <0:
1876: return ""
1877:
1878: #print "limit",limit,newRangeStart,int(self.REQUEST.SESSION[storename]['rangeStart'])
1879:
1880: if newRangeStart<0:
1881: newRangeStart=0
1882:
1883: #create new query string
1884:
1885: if self.REQUEST['QUERY_STRING']=="":
1886: qs=self.REQUEST.SESSION['query']
1887: #qs=re.sub(r'_','-',qs) #aendern fuer query
1888: queries=string.split(qs,",")
1889:
1890:
1891: else:
1892: qs=self.REQUEST['QUERY_STRING']
1893: queries=string.split(qs,"&")
1894:
1895:
1896:
1897: newquery=[]
1898:
1899: skipFound=0
1900:
1901: for query in queries:
1902: #print query.split("=")[0]
1903:
1904: if query[0]=="_" : query[0]="-"
1905:
1906: if query.split("=")[0].lower()=="-skip":
1907: #print"HI"
1908: query="-skip=%i"%newRangeStart
1909: skipFound=1
1910: newquery.append(query)
1911:
1912: if skipFound==0 :
1913: query="-skip=%i"%newRangeStart
1914: newquery.append(query)
1915:
1916: newquerystring=string.join(newquery,"&")
1917:
1918: return "<a href='%s'>%s</a>"%(self.REQUEST['URL']+"?"+newquerystring,html)
1919:
1920:
1921: def pydev_settrace(self):
1922: """do settrace to start debugging"""
1923: import pydevd
1924: pydevd.settrace()
1925:
1926:
1927: manage_addZSQLExtendFolderForm=DTMLFile('ZSQLExtendFolderAdd', globals())
1928:
1929: def manage_addZSQLExtendFolder(self, id, title='', label='', description='',
1930: createPublic=0,
1931: createUserF=0,
1932: connection_id=None,
1933: REQUEST=None):
1934: """Add a new Folder object with id *id*.
1935:
1936: If the 'createPublic' and 'createUserF' parameters are set to any true
1937: value, an 'index_html' and a 'UserFolder' objects are created respectively
1938: in the new folder.
1939: """
1940:
1941:
1942: ob=ZSQLExtendFolder()
1943: ob.id=str(id)
1944: ob.title=title
1945: self._setObject(id, ob)
1946: ob=self._getOb(id)
1947: setattr(ob,'label',label)
1948: setattr(ob,'description',description)
1949: setattr(ob,'connection_id',connection_id)
1950:
1951: checkPermission=getSecurityManager().checkPermission
1952:
1953: if createUserF:
1954: if not checkPermission('Add User Folders', ob):
1955: raise Unauthorized, (
1956: 'You are not authorized to add User Folders.'
1957: )
1958: ob.manage_addUserFolder()
1959:
1960: if createPublic:
1961: if not checkPermission('Add Page Templates', ob):
1962: raise Unauthorized, (
1963: 'You are not authorized to add Page Templates.'
1964: )
1965: ob.manage_addProduct['PageTemplates'].manage_addPageTemplate(
1966: id='index_html', title='')
1967:
1968: if REQUEST is not None:
1969: return self.manage_main(self, REQUEST, update_menu=1)
1970:
1971:
1972:
1973: class ZSQLBibliography(Folder,ZSQLExtendFolder):
1974: """Bibliography"""
1975: meta_type="ZSQLBibliography"
1976: def getLabel(self):
1977: try:
1978: return self.label
1979: except:
1980: return ""
1981:
1982: def getDescription(self):
1983: try:
1984: return self.description
1985: except:
1986: return ""
1987:
1988: def changeZSQLBibliographyForm(self):
1989: """change folder config"""
1990: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','changeZSQLBibliographyForm.zpt')).__of__(self)
1991: return pt()
1992:
1993:
1994: def content_html(self):
1995: """template fuer content"""
1996:
1997: try:
1998: obj=getattr(self,"ZSQLBibliography_template")
1999: return obj()
2000: except:
2001: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','ZSQLBibliography_template_standard.zpt')).__of__(self)
2002: pt.content_type="text/html"
2003: return pt()
2004:
2005: def changeZSQLBibliography(self,tableName,label,description,connection_id=None,REQUEST=None):
2006: """change it"""
2007: self.connection_id=connection_id
2008: self.tableName=tableName
2009: self.label=label
2010: self.description=description
2011:
2012: if REQUEST is not None:
2013: return self.manage_main(self, REQUEST)
2014:
2015: manage_options=Folder.manage_options+(
2016: {'label':'Main Config','action':'changeZSQLBibliographyForm'},
2017: {'label':'Generate RDF Template','action':'generateRDFTemplate'},
2018: {'label':'Generate XML Template','action':'generateXMLTemplate'},
2019: )
2020:
2021:
2022: def getFieldLabel(self,fields,field):
2023: """get labels"""
2024: try:
2025: ret =fields[0][field]
2026: if ret == "":
2027: return field
2028: else:
2029: return ret
2030: except:
2031: return field
2032:
2033: def getFieldValue(self,found,field):
2034: """get value"""
2035: try:
2036: ret=getattr(found,field)
2037: if ret == "":
2038: return None
2039: else:
2040: return ret
2041: except:
2042: return None
2043:
2044: def findTagsFromMapping(self,referenceType):
2045: """gib hash mit label -> generic zurueck"""
2046: self.referencetypes=self.ZopeFind(self.standardMD)
2047: bibdata={}
2048: retdata={}
2049: fieldlist=self.standardMD.fieldList
2050:
2051: for referenceTypeF in self.referencetypes:
2052: #print referenceType,referenceTypeF[1].title
2053: if referenceTypeF[1].title == referenceType:
2054: bibdata[referenceTypeF[1].title]=referenceTypeF[1].fields
2055: bibdata['data']=referenceTypeF[1]
2056: self.fields=bibdata[referenceType]
2057: for field in fieldlist:
2058: if referenceTypeF[1].getValue(field)[0]==None:
2059: retdata[field]=field
2060: else:
2061: retdata[field]=referenceTypeF[1].getValue(field)[0]
2062:
2063: return retdata,fieldlist
2064:
2065: def findLabelsFromMapping(self,referenceType):
2066: """gib hash mit label -> generic zurueck"""
2067: self.referencetypes=self.ZopeFind(self.standardMD)
2068: bibdata={}
2069: retdata={}
2070: fieldlist=self.standardMD.fieldList
2071:
2072: for referenceTypeF in self.referencetypes:
2073: #print referenceType,referenceTypeF[1].title
2074: if referenceTypeF[1].title == referenceType:
2075: bibdata[referenceTypeF[1].title]=referenceTypeF[1].fields
2076: bibdata['data']=referenceTypeF[1]
2077: self.fields=bibdata[referenceType]
2078: for field in fieldlist:
2079: retdata[field]=referenceTypeF[1].getValue(field)[1]
2080:
2081: return retdata,fieldlist
2082:
2083: def createRDFTag(self,tag,content,namespace="cdli"):
2084: """create RDF"""
2085: if content:
2086: tag=namespace+":"+tag
2087: if (type(content) is StringType) or (type(content) is UnicodeType):
2088: ret=""" <%s>%s</%s>"""%(tag,escape(content),tag)
2089: else:
2090: ret=""" <%s>%s</%s>"""%(tag,content,tag)
2091: return ret.decode('latin-1')
2092: else:
2093: return ""
2094:
2095: def createIndexTag(self,tag,content):
2096: """create tag"""
2097:
2098: if content:
2099: if (type(content) is StringType) or (type(content) is UnicodeType):
2100: ret=""" <%s>%s</%s>"""%(tag,escape(content),tag)
2101: else:
2102: ret=""" <%s>%s</%s>"""%(tag,content,tag)
2103: return ret.decode('latin-1')
2104:
2105: else:
2106: return ""
2107:
2108: def getXML2(self):
2109: """crate index meta"""
2110:
2111: fn=os.path.splitext(self.REQUEST['fn'])[0]+"."
2112: self.REQUEST['fn']=fn
2113:
2114: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record2.xml')).__of__(self)
2115: pt.content_type="text/xml"
2116: return pt()
2117:
2118:
2119: def generateRDFTemplate(self,REQUEST=None):
2120: """generateRDFtemplate"""
2121: zt=ZopePageTemplate('record.rdf')
2122: self._setObject('record.rdf',zt)
2123: default_content_fn = os.path.join(package_home(globals()),
2124: 'zpt','record.rdf')
2125: text = open(default_content_fn).read()
2126: zt.pt_edit(text, 'text/xml')
2127:
2128:
2129: if REQUEST is not None:
2130: return self.manage_main(self, REQUEST)
2131:
2132: def generateXMLTemplate(self,REQUEST=None):
2133: """generateXMLtemplate"""
2134: zt=ZopePageTemplate('record.xml')
2135: self._setObject('record.xml',zt)
2136: default_content_fn = os.path.join(package_home(globals()),
2137: 'zpt','record.xml')
2138: text = open(default_content_fn).read()
2139: zt.pt_edit(text, 'text/xml')
2140:
2141:
2142: if REQUEST is not None:
2143: return self.manage_main(self, REQUEST)
2144: def getMetaDataRDF(self):
2145: """crate index meta"""
2146: find=self.ZopeFind(self,obj_ids=["record.rdf"])
2147: if not find:
2148: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record.rdf')).__of__(self)
2149: pt.content_type="text/xml"
2150: return pt()
2151: else:
2152: return find[0][1]()
2153:
2154: def getMetaDataXML(self):
2155: """crate index meta"""
2156: find=self.ZopeFind(self,obj_ids=["record.xml"])
2157: if not find:
2158: pt=PageTemplateFile(os.path.join(package_home(globals()),'zpt','record.xml')).__of__(self)
2159: pt.content_type="text/xml"
2160: return pt()
2161: else:
2162: return find[0][1]()
2163:
2164:
2165: def getMetaDatasXML(self):
2166: """index"""
2167: # check if the request's host part was OK
2168: http_host = self.REQUEST['HTTP_HOST']
2169: host_port = self.REQUEST['SERVER_PORT']
2170: fix_host = None
2171: if http_host and http_host.rfind(host_port) == -1:
2172: #print "HTTP_HOST needs fixing!"
2173: fix_host = http_host + ":" + host_port
2174:
2175: ret="""<?xml version="1.0" ?>
2176: <index>"""
2177: for found in self.ZSQLSimpleSearch("select oid from %s limit ALL"%self.tableName):
2178: base_url = self.absolute_url()
2179: if fix_host:
2180: #print "replacing ", http_host, " by ", fix_host
2181: base_url = string.replace(base_url, http_host, fix_host, 1)
2182:
2183: link=base_url+"/"+"record.html?oid=%i"%found.oid
2184: metalink=base_url+"/"+"getMetaDataXML?oid=%i"%found.oid
2185:
2186: ret+="""<resource resourceLink="%s" metaLink="%s"/>\n"""%(link,metalink)
2187:
2188: return ret+"\n</index>"
2189:
2190:
2191: manage_addZSQLBibliographyForm=DTMLFile('ZSQLBibliographyAdd', globals())
2192:
2193: def manage_addZSQLBibliography(self, id, tableName,label,description,title='',
2194: createPublic=0,
2195: createUserF=0,
2196: connection_id=None,
2197: REQUEST=None):
2198: """Add a new Folder object with id *id*.
2199:
2200: If the 'createPublic' and 'createUserF' parameters are set to any true
2201: value, an 'index_html' and a 'UserFolder' objects are created respectively
2202: in the new folder.
2203: """
2204:
2205:
2206: ob=ZSQLBibliography()
2207: ob.id=str(id)
2208: ob.title=title
2209: self._setObject(id, ob)
2210: ob=self._getOb(id)
2211: setattr(ob,'tableName',tableName)
2212: setattr(ob,'label',label)
2213: setattr(ob,'description',description)
2214: setattr(ob,'connection_id',connection_id)
2215:
2216: checkPermission=getSecurityManager().checkPermission
2217:
2218: if createUserF:
2219: if not checkPermission('Add User Folders', ob):
2220: raise Unauthorized, (
2221: 'You are not authorized to add User Folders.'
2222: )
2223: ob.manage_addUserFolder()
2224:
2225: if createPublic:
2226: if not checkPermission('Add Page Templates', ob):
2227: raise Unauthorized, (
2228: 'You are not authorized to add Page Templates.'
2229: )
2230: ob.manage_addProduct['PageTemplates'].manage_addPageTemplate(
2231: id='index_html', title='')
2232:
2233: if REQUEST is not None:
2234: return self.manage_main(self, REQUEST, update_menu=1)
2235:
2236:
2237:
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>
![[BACK]](/cvs/cvsweb/icons/back.gif){kind=icon}
Return to ZSQLExtend.py CVS log ![[TXT]](/cvs/cvsweb/icons/text.gif){kind=icon}
![[DIR]](/cvs/cvsweb/icons/dir.gif){kind=icon}
Up to [Repository] / ZSQLExtend