--- ZSQLExtend/ZSQLExtend.py 2005/01/25 19:30:11 1.56
+++ ZSQLExtend/ZSQLExtend.py 2006/03/28 19:54:41 1.79
@@ -7,15 +7,27 @@ import string
import sys
#from pyPgSQL import libpq
from AccessControl import getSecurityManager
-
+from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate
from Products.PageTemplates.PageTemplateFile import PageTemplateFile
from Products.ZSQLMethods.SQL import SQLConnectionIDs
+from xml.sax.saxutils import escape
+from types import *
import Shared.DC.ZRDB.DA
import zLOG
import os.path
import os
+from OFS.SimpleItem import SimpleItem
+
+def getTextFromNode(nodename):
+ nodelist=nodename.childNodes
+ rc = ""
+ for node in nodelist:
+ if node.nodeType == node.TEXT_NODE:
+ rc = rc + node.data
+ return rc
+
def analyseIntSearch(word):
#analyse integer searches
@@ -39,16 +51,157 @@ def sql_quote(v):
quote_dict = {"\'": "''", "\\": "\\\\"}
for dkey in quote_dict.keys():
if string.find(v, dkey) >= 0:
- v=join(split(v,dkey),quote_dict[dkey])
+ v=string.join(string.split(v,dkey),quote_dict[dkey])
return "'%s'" % v
def showSQLConnectionIDs(self):
return SQLConnectionIDs(self)
+class ZSQLIndex(SimpleItem):
+ """index"""
+ meta_type="ZSQLIndex"
+
+ def __init__(self,index,id,table=''):
+ self.index=[x for x in index]
+ self.id=id
+ self.table=table
+
+ def setIndex(self,index):
+ self.index=[x for x in index]
+
+ def getIndex(self):
+ return self.index
+
class ZSQLExtendFolder(Folder,Persistent, Implicit):
"""Folder"""
meta_type="ZSQLExtendFolder"
+
+ def ZSQLQuote(self,str):
+ """quote str for sql"""
+ return sql_quote(str)
+
+
+
+ def importXMLFile(self,table,data,identify=None,RESPONSE=None):
+ #TODO: finish importXMLFile
+ '''
+ Import XML file into the table
+ @param table: name of the table the xml shall be imported into
+ @param containerTagName: XML-Tag which describes a dataset
+ @param data: data to be imported
+ @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
+ @param RESPONSE: (optional)
+ '''
+ from xml.dom.pulldom import parseString
+
+
+ #fh=file("/tmp/fmpxml.xml")
+ import bz2
+ import base64
+
+ ret=""
+ data=bz2.decompress(base64.decodestring(data))
+ #data=fh.read()
+
+ doc=parseString(data)
+ while 1:
+ node=doc.getEvent()
+
+ if node is None:
+ break;
+ else:
+ if node[1].nodeName=='ROW':
+ doc.expandNode(node[1])
+ cols=node[1].getElementsByTagName('COL')
+ dataSet=[]
+ for col in cols:
+ data=col.getElementsByTagName('DATA')
+ dataSet.append(getTextFromNode(data[0]))
+ update=False
+ if identify:
+
+ nr=fieldNames.index(identify)
+ field=dataSet[nr]
+
+ searchStr="""select %s from %s where %s = '%s'"""%(identify,table,identify,field)
+ search=self.ZSQLSimpleSearch(searchStr)
+ if search:
+ update=True
+
+ if update:
+ tmp=[]
+ for fieldName in fieldNames:
+ tmp.append("""%s = %s"""%(fieldName,self.ZSQLQuote(dataSet[fieldNames.index(fieldName)])))
+ setStr=",".join(tmp)
+ nr=fieldNames.index(identify)
+ field=dataSet[nr]
+
+ queryStr="""UPDATE %s SET %s WHERE %s = '%s' """%(table,setStr,identify,field)
+ self.ZSQLSimpleSearch(queryStr)
+ ret+="ud: %s \n"%field
+ else:
+
+
+ fields=",".join(fieldNames)
+ values=",".join([""" %s """%self.ZSQLQuote(x) for x in dataSet])
+
+
+ queryStr="""INSERT INTO %s (%s) VALUES (%s)"""%(table,fields,values)
+ self.ZSQLSimpleSearch(queryStr)
+ ret+="ad: %s \n"%field
+
+ elif node[1].nodeName=="METADATA":
+ fieldNames=[]
+ doc.expandNode(node[1])
+
+ names=node[1].getElementsByTagName('FIELD')
+
+ for name in names:
+ fieldNames.append(name.getAttribute('NAME'))
+ qstr="""select attname from pg_attribute, pg_class where attrelid = pg_class.oid and relname = '%s' """
+ columns=[x.attname for x in self.ZSQLSimpleSearch(qstr%table)]
+
+ for fieldName in fieldNames:
+ if fieldName not in columns:
+ qstr="""alter table %s add %s %s"""
+ self.ZSQLSimpleSearch(qstr%(table,fieldName,'text'))
+
+ #fn=node[1].getAttribute("xml:id")
+ #nf=file("xtf/"+fn+".xtf",'w')
+ #nf.write(""""""+node[1].toxml()+"")
+ #print "wrote: %s"%fn
+ return ret
+
+ def generateIndex(self,field,index_name,table,RESPONSE=None):
+ """erzeuge index aus feld"""
+ index={}
+ founds=self.ZSQLSimpleSearch("""SELECT %s,oid FROM %s LIMIT 2000"""%(field,table))
+
+ for found in founds:
+ tmp=getattr(found,field,None)
+ if tmp:
+ strings=tmp.split(" ")
+ for string in strings:
+ if index.get(string):
+ index[string].append(found.oid)
+ else:
+ index[string]=[found.oid]
+ RESPONSE.write(string+"\n")
+
+ if not hasattr(self,index_name):
+ obj=ZSQLIndex(index,index_name,table)
+ self._setObject(index_name,obj)
+
+ self._getOb(index_name).setIndex(index)
+
+ def getIndex(self,index_name):
+ """getIndex"""
+ founds=self.ZopeFind(self,obj_ids=[index_name])
+
+ return founds[0][1].getIndex()
+
+
def testneu(self):
"""test"""
relStatement="""period like '%s%%'"""
@@ -60,6 +213,7 @@ class ZSQLExtendFolder(Folder,Persistent
def URLquote(self,txt):
"""urlquote"""
return urllib.quote(txt)
+
def searchRel(self,relStatement,statement,wherePart,classes):
"""suche relative haufigkeiten"""
ret={}
@@ -91,14 +245,22 @@ class ZSQLExtendFolder(Folder,Persistent
return ""
def getLabel(self):
- """getLabe"""
+ """getLabel"""
try:
return self.label
except:
return ""
+
+ def getTitle(self):
+ """getTitle"""
+ try:
+ return self.title
+ except:
+ return ""
+
def getDescription(self):
- """getLabe"""
+ """getDescription"""
try:
return self.description
except:
@@ -127,6 +289,12 @@ class ZSQLExtendFolder(Folder,Persistent
def formatAscii(self,str,url=None):
"""ersetze ascii umbrueche durch
"""
#url=None
+
+ if not str:
+ return ""
+
+ str=str.rstrip().lstrip()
+
if url and str:
retStr=""
@@ -159,22 +327,22 @@ class ZSQLExtendFolder(Folder,Persistent
return ""
def actualPath(self,url=None):
- """path"""
+ """path"""
if self.REQUEST['HTTP_X_FORWARDED_SERVER']=='':
host=self.REQUEST['HTTP_HOST']
else:
host=self.REQUEST['HTTP_X_FORWARDED_SERVER']
- if not url:
- return "http://"+host+self.REQUEST['PATH_TRANSLATED']
- else:
- temp=self.REQUEST[url].split("/")
- temp[2]=host
- return string.join(temp,"/")
+ if not url:
+ return "http://"+host+self.REQUEST['PATH_TRANSLATED']
+ else:
+ temp=self.REQUEST[url].split("/")
+ temp[2]=host
+ return string.join(temp,"/")
def getRequest(self):
- """request"""
- return self.REQUEST
+ """request"""
+ return self.REQUEST
def lowerEnd(self,path):
"""oinly for demo"""
@@ -191,17 +359,17 @@ class ZSQLExtendFolder(Folder,Persistent
def ZSQLsearchOptions(self,fieldname=""):
"""return HTML Fragment with search options"""
-
+
ret=""""""%fieldname
return ret
def ZSQLSelectionFromCRList(self,fieldname,listField,boxType="checkbox",checked=None):
- """generate select oprions form a cr seperated list"""
+ """generate select options from a cr seperated list"""
fields=listField.split("\n")
ret=""
for field in fields:
@@ -211,18 +379,48 @@ class ZSQLExtendFolder(Folder,Persistent
ret+="""%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
return ret
+ def ZSQLSelectionFromSearchList(self,fieldname,results,fieldnameResult,boxType="checkbox",checked=None):
+ """generate select options from a cr seperated list"""
+
+ ret=""
+ if not results: return ""
+
+ for result in results:
+ field=getattr(result,fieldnameResult)
+ if field:
+ if checked and (getattr(result,fieldnameResult) in checked.split("\n")):
+ ret+="""%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
+ else:
+ ret+="""%s"""%(fieldname,boxType,field.encode('utf-8'),field.encode('utf-8'))
+ return ret
+
- def ZSQLOptionsFromCRList(self,fieldname,listField, multiple=''):
+ def ZSQLOptionsFromCRList(self,fieldname,listField, multiple='',start=None,startValue=None,size=None,selected=None):
"""generate select oprions form a cr seperated list"""
fields=listField.split("\n")
- ret="""