--- ZSQLExtend/ZSQLExtend.py 2005/11/08 13:37:32 1.71
+++ ZSQLExtend/ZSQLExtend.py 2006/09/16 15:17:24 1.92
@@ -1,3 +1,4 @@
+
from OFS.Folder import Folder
from Acquisition import Implicit
from Globals import DTMLFile,package_home,Persistent
@@ -17,6 +18,8 @@ import Shared.DC.ZRDB.DA
import zLOG
import os.path
import os
+import copy
+
from OFS.SimpleItem import SimpleItem
def analyseIntSearch(word):
@@ -67,7 +70,237 @@ class ZSQLExtendFolder(Folder,Persistent
"""Folder"""
meta_type="ZSQLExtendFolder"
- def importXMLFile(self,table,containerTagName,file,identify=None,RESPONSE=None):
+ def ZSQLQuote(self,str):
+ """quote str for sql"""
+ return sql_quote(str)
+
+
+ def normalizeField(self,table,fieldname, newFieldName=None,mode="alter", RESPONSE=None):
+ """normalize a field"""
+ import unicodedata
+
+ if not newFieldName:
+ newFieldName=fieldname+"_normal"
+
+ def normal(str):
+ if str:
+ return unicodedata.normalize('NFKD', str.decode('utf-8')).encode('ASCII', 'ignore')
+ else:
+ return ""
+ if mode=="create": # create the field
+ qstr="""alter table %s add %s %s"""
+ self.ZSQLSimpleSearch(qstr%(table,newFieldName,'text'))
+
+ qstr="select oid,%s from %s"%(fieldname,table)
+ for result in self.ZSQLSimpleSearch(qstr):
+ qstr="update %s set %s = %s where oid = %s"
+
+ self.ZSQLSimpleSearch(qstr%(table,newFieldName,self.ZSQLQuote(normal(getattr(result,fieldname))),result.oid))
+
+ def importAccessModell(self,configFileName,RESPONSE=None):
+ """import tables from access
+ @param configFileName: xml-configfile
+ """
+ from Ft.Xml import Parse
+ fh=file(configFileName)
+
+ doc=Parse(fh)
+
+ x=doc.xpath("//pathToFolder/@path")
+
+
+ if not (len(x)==1): # tag ist nich eineindeutig
+ return False
+
+ pathToFolder=x[0].value
+
+ for db in doc.xpath("//db"):
+
+ containers=db.xpath("./@container")
+ identifiers=db.xpath("./@identify")
+
+
+ if not (len(containers)==1):
+ return False
+ else:
+ container=containers[0].value
+
+ if not (len(identifiers)==1):
+ identifier=None
+ else:
+ identifier=identifiers[0].value
+
+ self.xsdToTable(container.lower(),container,modus="drop",filename=os.path.join(pathToFolder,container.lower()+".xsd"))
+ self.importXMLFileAccess(container.lower(),container,filename=os.path.join(pathToFolder,container.lower()+".xml"),identify=identifier)
+
+ return "
DONE"
+
+ def xsdToTable(self,table,elementNameForTable,modus="update", filename=None,data=None,RESPONSE=None):
+ """reads an xsd file an creates the columns of a table out of its structure
+ @param table: name of the table the xml shall be imported into
+ @param elementNameForTable: must be a element of type complex type. the element of the sequence in the complex type
+ define the columns of the table >table<
+ @param data (optional): data to be imported
+
+ @param filename (optional) or filename
+ @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
+ @param RESPONSE: (optional)
+
+ """
+ #from xml.dom.minidom import parseString,parse
+
+ from Ft.Xml import Parse
+ zLOG.LOG("import xsd",zLOG.INFO,"called")
+ #fh=file("/tmp/fmpxml.xml")
+ import bz2
+ import base64
+
+
+ ret=""
+ if data:
+ data=bz2.decompress(base64.decodestring(data))
+
+ #zLOG.LOG("import xsd",zLOG.INFO,"received file")
+ doc=Parse(data)
+ #zLOG.LOG("import xsd",zLOG.INFO,"parsed file")
+
+ elif filename:
+ fh=file(filename)
+ txt=fh.read()
+
+ doc=Parse(txt)
+ #zLOG.LOG("import xsd",zLOG.INFO,"parsed file")
+
+
+ Nss={'xsd':'http://www.w3.org/2001/XMLSchema'}
+ definingSequence=doc.xpath("""//xsd:element[@name='%s']/xsd:complexType/xsd:sequence/xsd:element/@name"""%elementNameForTable,explicitNss=Nss)
+
+ fieldNames=[x.value for x in definingSequence]
+
+
+
+ #check if table exists
+
+ qstr="""select relname from pg_class where relname = '%s'"""%table
+ if not(self.ZSQLSimpleSearch(qstr)) or (len (self.ZSQLSimpleSearch(qstr))<1): # if not the create the table
+ columns=[]
+ create=True
+ else:
+ create=False
+
+ zLOG.LOG("update xsd: fieldnames",zLOG.INFO,repr(fieldNames))
+ qstr="""select attname from pg_attribute, pg_class where attrelid = pg_class.oid and relname = '%s' """
+ columns=[x.attname for x in self.ZSQLSimpleSearch(qstr%table)]
+
+
+ if (modus=="drop") and (not create): #table shall be deleted, therefore it should exist (not create)
+ print "drop"
+ qstr="""DROP TABLE %s """
+ self.ZSQLSimpleSearch(qstr%table)
+ columns=[]
+ create=True
+
+ for fieldName in fieldNames:
+ if type(fieldName) is UnicodeType:
+ fieldName=fieldName.encode('utf-8')
+ zLOG.LOG("update xml: fieldname",zLOG.INFO,repr(fieldName))
+ if fieldName.lower() not in columns:
+
+ if create:# table does not exist therefore create with one column
+ qstr="""create table %s (%s %s)"""
+ create=False
+ else:# otherwise add the field
+ qstr="""alter table %s add %s %s"""
+
+ self.ZSQLSimpleSearch(qstr%(table,fieldName,'text'))
+ zLOG.LOG("update xsd: fieldname add",zLOG.INFO,qstr%(table,fieldName,'text'))
+
+
+ def importXMLFileAccess(self,table,container,data=None,identify=None,filename=None,RESPONSE=None):
+ '''
+ Import XML file in access format into the table
+ @param table: name of the table the xml shall be imported into
+ @param containerTagName: XML-Tag which describes a dataset
+ @param data: data to be imported
+ @param identify: (optional) field res. tag which identifies a entry uniquely for updating purposes.
+ @param RESPONSE: (optional)
+ '''
+ from xml.dom.pulldom import parseString,parse
+
+ zLOG.LOG("import xml",zLOG.INFO,"called")
+ #fh=file("/tmp/fmpxml.xml")
+ import bz2
+ import base64
+
+ ret=""
+ if data:
+ data=bz2.decompress(base64.decodestring(data))
+
+ zLOG.LOG("import xml",zLOG.INFO,"received file")
+ doc=parseString(data)
+ zLOG.LOG("import xml",zLOG.INFO,"parsed file")
+
+ elif filename:
+ fh=file(filename)
+ doc=parse(fh)
+ zLOG.LOG("import xml",zLOG.INFO,"parsed file")
+ while 1:
+ node=doc.getEvent()
+
+ if node is None:
+ break;
+ else:
+ if node[1].nodeName.lower()==container.lower(): # make everything case insensitive
+ doc.expandNode(node[1])
+
+ dataSet={}
+ for col in node[1].childNodes:
+ if col.nodeType is col.ELEMENT_NODE:
+ data=col.nodeName
+ dataSet[data]=getTextFromNode(col)
+
+ update=False
+
+ if identify:
+
+ field=dataSet[identify]
+
+ searchStr="""select %s from %s where %s = '%s'"""%(identify,table,identify,field)
+ zLOG.LOG("import xml",zLOG.INFO,searchStr)
+ search=self.ZSQLSimpleSearch(searchStr)
+ if search:
+ update=True
+
+ if update:
+ tmp=[]
+ for fieldName in dataSet.keys():
+ tmp.append("""%s = %s"""%(fieldName,self.ZSQLQuote(dataSet[fieldName])))
+ setStr=",".join(tmp)
+
+ field=dataSet[identify]
+
+ queryStr="""UPDATE %s SET %s WHERE %s = '%s' """%(table,setStr,identify,field)
+ zLOG.LOG("update xml",zLOG.INFO,queryStr)
+ self.ZSQLSimpleSearch(queryStr)
+ ret+="ud: %s \n"%field
+ else:
+
+
+ fields=",".join(dataSet.keys())
+ values=",".join([""" %s """%self.ZSQLQuote(dataSet[x]) for x in dataSet.keys()])
+
+
+ queryStr="""INSERT INTO %s (%s) VALUES (%s)"""%(table,fields,values)
+ self.ZSQLSimpleSearch(queryStr)
+ zLOG.LOG("update xml",zLOG.INFO,queryStr)
+
+
+
+
+ return ret
+
+
+ def importXMLFile(self,table,data=None,identify=None,filename=None,RESPONSE=None):
#TODO: finish importXMLFile
'''
Import XML file into the table
@@ -98,7 +331,7 @@ class ZSQLExtendFolder(Folder,Persistent
"""erzeuge index aus feld"""
index={}
founds=self.ZSQLSimpleSearch("""SELECT %s,oid FROM %s LIMIT 2000"""%(field,table))
- print len(founds)
+
for found in founds:
tmp=getattr(found,field,None)
if tmp:
@@ -202,6 +435,8 @@ class ZSQLExtendFolder(Folder,Persistent
def formatAscii(self,str,url=None):
"""ersetze ascii umbrueche durch """
#url=None
+ str=str.rstrip().lstrip()
+
if url and str:
retStr=""
@@ -234,22 +469,22 @@ class ZSQLExtendFolder(Folder,Persistent
return ""
def actualPath(self,url=None):
- """path"""
+ """path"""
if self.REQUEST['HTTP_X_FORWARDED_SERVER']=='':
host=self.REQUEST['HTTP_HOST']
else:
host=self.REQUEST['HTTP_X_FORWARDED_SERVER']
- if not url:
- return "http://"+host+self.REQUEST['PATH_TRANSLATED']
- else:
- temp=self.REQUEST[url].split("/")
- temp[2]=host
- return string.join(temp,"/")
+ if not url:
+ return "http://"+host+self.REQUEST['PATH_TRANSLATED']
+ else:
+ temp=self.REQUEST[url].split("/")
+ temp[2]=host
+ return string.join(temp,"/")
def getRequest(self):
- """request"""
- return self.REQUEST
+ """request"""
+ return self.REQUEST
def lowerEnd(self,path):
"""oinly for demo"""
@@ -266,12 +501,12 @@ class ZSQLExtendFolder(Folder,Persistent
def ZSQLsearchOptions(self,fieldname=""):
"""return HTML Fragment with search options"""
-
+
ret=""""""%fieldname
return ret
@@ -313,8 +548,8 @@ class ZSQLExtendFolder(Folder,Persistent
ret=""""""
return ret
- def ZSQLOptionsFromSearchList(self,fieldname,results,fieldName,valueName=None,start=None, multiple='',startValue=None,additionalSelect="",size=None,linelen=None):
+ def ZSQLOptionsFromSearchList(self,fieldname,results,fieldName,valueName=None,start=None, multiple='',startValue=None,additionalSelect="",size=None,linelen=None,selected=None):
"""generate select options form a search list
es wird