annotate RestDbGisApi.py @ 222:b636b0417aab

implement Google Search
author fknauft
date Fri, 01 Apr 2011 10:53:06 +0200
parents 7f327e106745
children bdab16f83512
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
43
562717546168 refactoring...
casties
parents:
diff changeset
1 '''
562717546168 refactoring...
casties
parents:
diff changeset
2 Created on 2.9.2010
562717546168 refactoring...
casties
parents:
diff changeset
3
562717546168 refactoring...
casties
parents:
diff changeset
4 @author: casties, fknauft
562717546168 refactoring...
casties
parents:
diff changeset
5 '''
562717546168 refactoring...
casties
parents:
diff changeset
6
562717546168 refactoring...
casties
parents:
diff changeset
7 from OFS.Folder import Folder
562717546168 refactoring...
casties
parents:
diff changeset
8 from Products.PageTemplates.PageTemplateFile import PageTemplateFile
562717546168 refactoring...
casties
parents:
diff changeset
9 from Products.ZSQLExtend import ZSQLExtend
562717546168 refactoring...
casties
parents:
diff changeset
10 import logging
562717546168 refactoring...
casties
parents:
diff changeset
11 import re
562717546168 refactoring...
casties
parents:
diff changeset
12 import time
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
13 import datetime
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
14 import urllib
43
562717546168 refactoring...
casties
parents:
diff changeset
15
562717546168 refactoring...
casties
parents:
diff changeset
16 from RestDbInterface import *
562717546168 refactoring...
casties
parents:
diff changeset
17
562717546168 refactoring...
casties
parents:
diff changeset
18
562717546168 refactoring...
casties
parents:
diff changeset
19
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
20 def kmlEncode(s):
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
21 """returns string encoded for displaying in KML attribute"""
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
22 res = s.replace("'","__Apostroph__")
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
23 res = res.replace('"','__DoubleApostroph__')
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
24 res = res.replace(';','__$$__')
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
25 res = res.replace('&','&')
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
26 return res
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
27
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
28
43
562717546168 refactoring...
casties
parents:
diff changeset
29 class RestDbGisApi(RestDbInterface):
562717546168 refactoring...
casties
parents:
diff changeset
30 """Object for RESTful GIS database queries
562717546168 refactoring...
casties
parents:
diff changeset
31 path schema: /db/{schema}/{table}/
562717546168 refactoring...
casties
parents:
diff changeset
32 omitting table gives a list of schemas
562717546168 refactoring...
casties
parents:
diff changeset
33 omitting table and schema gives a list of schemas
562717546168 refactoring...
casties
parents:
diff changeset
34 """
562717546168 refactoring...
casties
parents:
diff changeset
35
562717546168 refactoring...
casties
parents:
diff changeset
36 meta_type="RESTgis"
562717546168 refactoring...
casties
parents:
diff changeset
37
562717546168 refactoring...
casties
parents:
diff changeset
38 # data templates
562717546168 refactoring...
casties
parents:
diff changeset
39 GIS_schema_table = PageTemplateFile('zpt/GIS_schema_table', globals())
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
40 KML_schema_table = PageTemplateFile('zpt/KML_schema_table', globals())
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
41 HTML_schema_usertables = PageTemplateFile('zpt/HTML_schema_usertables', globals())
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
42
44
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
43 # and scripts
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
44 def KML_URL_schema_table(self,schema,table):
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
45 """KML_URL table function"""
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
46 self.REQUEST.RESPONSE.setHeader("Content-Type", "text/plain")
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
47 id = self.REQUEST.get('id',[])
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
48 doc = self.REQUEST.get('doc',None)
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
49 return self.getLiveKmlUrl(schema=schema,table=table)
43
562717546168 refactoring...
casties
parents:
diff changeset
50
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
51 #
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
52 # database methods
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
53 #
70
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
54 toSqlTypeMap = {
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
55 "text": "text",
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
56 "number": "numeric",
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
57 "id": "text",
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
58 "gis_id": "text",
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
59 "coord_lat": "numeric",
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
60 "coord_lon": "numeric"
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
61 }
9ec7e32e8ad3 working on maps
casties
parents: 65
diff changeset
62
60
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
63 def getTableOwner(self,schema,table):
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
64 """returns the owner of the table"""
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
65 # what do we do with the schema?
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
66 sql = 'select table_owner from public.gis_table_meta where table_name = %s'
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
67 res = self.executeSQL(sql,(table,))
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
68 if len(res['rows']) > 0:
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
69 return res['rows'][0][0]
60
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
70 return None
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
71
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
72 def isAllowed(self,action,schema,table,user=None,owner=None):
43
562717546168 refactoring...
casties
parents:
diff changeset
73 """returns if the requested action on the table is allowed"""
562717546168 refactoring...
casties
parents:
diff changeset
74 if user is None:
562717546168 refactoring...
casties
parents:
diff changeset
75 user = self.REQUEST.get('AUTHENTICATED_USER',None)
60
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
76 logging.debug("isAllowed action=%s schema=%s table=%s user=%s"%(action,schema,table,user))
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
77 if action == "create":
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
78 if user is not None and str(user) != 'Anonymous User':
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
79 # any authenticated user can create
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
80 return True
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
81 else:
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
82 return False
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
83
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
84 if action == "update":
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
85 if owner is None:
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
86 owner = self.getTableOwner(schema,table)
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
87 logging.debug("isAllowed user=%s owner=%s"%(user,owner))
60
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
88 if user is not None and str(user) == str(owner):
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
89 # update only your own table
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
90 return True
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
91 else:
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
92 return False
9fdadb60529f working on authentication and authorization
casties
parents: 59
diff changeset
93
62
3905385c8854 small fish
casties
parents: 61
diff changeset
94 # anything else is allowed
43
562717546168 refactoring...
casties
parents:
diff changeset
95 return True
562717546168 refactoring...
casties
parents:
diff changeset
96
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
97 def setTableMetaTypes(self,schema,table,fields,user=None):
43
562717546168 refactoring...
casties
parents:
diff changeset
98 """sets the GIS meta information for table"""
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
99 if user is None:
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
100 user = self.REQUEST.get('AUTHENTICATED_USER',None)
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
101
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
102 logging.debug("settablemetatypes schema=%s, table=%s, fields=%s user=%s"%(schema,table,fields,user))
43
562717546168 refactoring...
casties
parents:
diff changeset
103
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
104 today = datetime.date.today().isoformat()
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
105
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
106 res = self.executeSQL('select * from public.gis_table_meta where table_name = %s', (table,))
43
562717546168 refactoring...
casties
parents:
diff changeset
107 if len(res['rows']) > 0:
562717546168 refactoring...
casties
parents:
diff changeset
108 # meta record exists
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
109 sql = 'update public.gis_table_meta set table_owner=%s, table_modified=%s where table_name=%s'
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
110 self.executeSQL(sql, (str(user),today,table), hasResult=False)
43
562717546168 refactoring...
casties
parents:
diff changeset
111 else:
562717546168 refactoring...
casties
parents:
diff changeset
112 # new meta record
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
113 sql = 'insert into public.gis_table_meta (table_name,table_owner,table_created) values (%s,%s,%s)'
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
114 self.executeSQL(sql, (table,str(user),today), hasResult=False)
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
115
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
116 # update row info
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
117 sql = 'delete from public.gis_table_meta_rows where table_name=%s'
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
118 self.executeSQL(sql,(table,),hasResult=False)
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
119 sql = 'insert into public.gis_table_meta_rows (table_name,field_name,gis_type) values (%s,%s,%s)'
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
120 for f in fields:
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
121 t = f['type']
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
122 fn = f['name']
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
123 self.executeSQL(sql, (table,fn,t), hasResult=False)
43
562717546168 refactoring...
casties
parents:
diff changeset
124
562717546168 refactoring...
casties
parents:
diff changeset
125
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
126 def getListOfUserTables(self,schema='public',username='guest'):
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
127 """return list of tables"""
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
128 logging.debug("getlistofusertables")
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
129 # get list of db tables
100
4c125fbb2c5b Views are listed in "getListOfUserTables"
fknauft
parents: 93
diff changeset
130 # qstr = """SELECT t.table_name FROM information_schema.tables t, public.gis_table_meta m WHERE t.table_type = 'BASE TABLE'
4c125fbb2c5b Views are listed in "getListOfUserTables"
fknauft
parents: 93
diff changeset
131 # AND t.table_schema = %s AND t.table_name = m.table_name ORDER BY 1"""
4c125fbb2c5b Views are listed in "getListOfUserTables"
fknauft
parents: 93
diff changeset
132 qstr = """SELECT t.table_name FROM information_schema.tables t, public.gis_table_meta m
4c125fbb2c5b Views are listed in "getListOfUserTables"
fknauft
parents: 93
diff changeset
133 WHERE t.table_schema = %s AND t.table_name = m.table_name ORDER BY 1"""
43
562717546168 refactoring...
casties
parents:
diff changeset
134
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
135 data=self.executeSQL(qstr,(schema,))
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
136 return data
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
137
43
562717546168 refactoring...
casties
parents:
diff changeset
138
562717546168 refactoring...
casties
parents:
diff changeset
139 def createEmptyTable(self,schema,table,fields):
562717546168 refactoring...
casties
parents:
diff changeset
140 """create a table with the given fields
562717546168 refactoring...
casties
parents:
diff changeset
141 returns list of created fields"""
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
142 sqlFields = RestDbInterface.createEmptyTable(self,schema,table,fields)
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
143 if sqlFields is not None:
43
562717546168 refactoring...
casties
parents:
diff changeset
144 self.setTableMetaTypes(schema,table,sqlFields)
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
145
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
146 return sqlFields
43
562717546168 refactoring...
casties
parents:
diff changeset
147
562717546168 refactoring...
casties
parents:
diff changeset
148
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
149 def getLiveKmlUrl(self,schema,table,useTimestamp=True,REQUEST=None):
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
150 if REQUEST is None:
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
151 REQUEST = self.REQUEST
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
152 logging.debug("getLiveKmlUrl")
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
153 baseUrl = self.absolute_url()
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
154 timestamp = time.time()
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
155 # filter parameters in URL and add to new URL
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
156 params = [p for p in REQUEST.form.items() if p[0] not in ('format','timestamp')]
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
157 params.append(('format','KML'))
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
158 if useTimestamp:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
159 # add timestamp so URL changes every time
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
160 params.append(('timestamp',timestamp))
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
161 paramstr = urllib.urlencode(params)
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
162 return "%s/db/%s/%s?%s"%(baseUrl,schema,table,paramstr)
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
163
127
7ed8de30af56 polygon-Layers
fknauft
parents: 126
diff changeset
164 def getKmlData(self, schema, table, ids=None, sortBy=1, gisIdField=None, latField=None, lonField=None, geomField="point", colorField="red"):
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
165 """returns data structure for KML template"""
148
2269db3ad5ba polygon-Layers
fknauft
parents: 146
diff changeset
166 logging.debug("getKMLdata gid=%s lat=%s lon=%s geom=%s color=%s"%(gisIdField,latField,lonField,geomField,colorField))
2269db3ad5ba polygon-Layers
fknauft
parents: 146
diff changeset
167 if geomField is None:
2269db3ad5ba polygon-Layers
fknauft
parents: 146
diff changeset
168 geomField="point"
2269db3ad5ba polygon-Layers
fknauft
parents: 146
diff changeset
169 if colorField is None:
2269db3ad5ba polygon-Layers
fknauft
parents: 146
diff changeset
170 colorField="red"
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
171 # Mapping a set of points from table-based SQL-query:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
172 qstr='SELECT * FROM "%s"."%s"'%(schema,table)
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
173 idList = None
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
174 if ids is not None:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
175 qstr += ' WHERE '
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
176 if table=='mpdl':
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
177 qstr += 'mpdl_xmlsource_id IN ('
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
178 else:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
179 qstr += 'CAST(id AS text) IN ('
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
180
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
181 idList = ids.split(",")
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
182 qstr += ','.join(['%s' for i in idList])
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
183 qstr += ')'
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
184
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
185 if sortBy:
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
186 # add sort clause
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
187 if sortBy == 1:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
188 qstr += ' ORDER BY 1'
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
189 else:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
190 # TODO: proper quoting for names
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
191 qstr += ' ORDER BY "%s"'%sortBy.replace('"','')
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
192
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
193 data = self.executeSQL(qstr,idList)
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
194
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
195 fieldMap = self.getFieldNameMap(data['fields'])
117
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
196 try:
208
267c84193e3c Repair: loading of chgis-polys
fknauft
parents: 207
diff changeset
197 geomstr='select astext(st_simplify(transform(the_geom,4326),0.02)) from "%s"."%s"'%(schema,table)
117
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
198 geomdata=self.executeSQL(geomstr)
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
199 except:
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
200 try:
208
267c84193e3c Repair: loading of chgis-polys
fknauft
parents: 207
diff changeset
201 geomstr='select chgis.astext(chgis.st_simplify(chgis.transform(the_geom,4326),0.02)) from "%s"."%s"'%(schema,table)
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
202 geomdata=self.executeSQL(geomstr)
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
203 except:
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
204 geomdata=None
117
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
205
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
206 if (gisIdField is None) and (latField is None or lonField is None):
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
207 # no fields given - choose automagically
93
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
208 sql = 'SELECT field_name FROM public.gis_table_meta_rows WHERE table_name = %s and gis_type = %s'
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
209 # gis id in metadata first
61
e81d034b28a5 more permission handling and table metadata
casties
parents: 60
diff changeset
210 res = self.executeSQL(sql, (table,'gis_id'))
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
211 if len(res['rows']) > 0:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
212 gisIdField = res['rows'][0][0]
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
213 else:
93
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
214 # latitude in metadata
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
215 res = self.executeSQL(sql, (table,'coord_lat'))
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
216 if len(res['rows']) > 0:
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
217 latField = res['rows'][0][0]
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
218 # longitude in metadata
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
219 res = self.executeSQL(sql, (table,'coord_lon'))
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
220 if len(res['rows']) > 0:
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
221 lonField = res['rows'][0][0]
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
222
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
223 if (gisIdField is None) and (latField is None or lonField is None):
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
224 logging.warning("no entry in metadata table for table %s" % table)
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
225 # still no fields - try field names
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
226 if 'latitude' in fieldMap and 'longitude' in fieldMap:
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
227 latField = 'latitude'
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
228 lonField = 'longitude'
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
229 elif 'x_coord' in fieldMap and 'y_coord' in fieldMap:
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
230 latField = 'x_coord'
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
231 lonField = 'y_coord'
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
232 else:
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
233 logging.error("getKMLdata unable to find position fields")
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
234 return None
c23bcd6030a4 automatic map field selection also uses lat/lon
casties
parents: 78
diff changeset
235
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
236
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
237 # convert field names to row indexes
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
238 gisIdIdx = fieldMap.get(gisIdField,None)
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
239 latIdx = fieldMap.get(latField,None)
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
240 lonIdx = fieldMap.get(lonField,None)
117
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
241 the_geom=fieldMap.get("the_geom",None)
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
242 logging.debug("gisidfield=%s idx=%s"%(gisIdField,gisIdIdx))
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
243
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
244 # convert data
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
245 kmlData = []
151
348a11a5e49c polygon-Layers
fknauft
parents: 150
diff changeset
246 geom_list = {}
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
247 if geomField=='poly' and len(geomdata)>0:
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
248 geom_list=geomdata.values()[1]
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
249 data_list=data['rows']
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
250 for k in range (len(data_list)):
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
251 dataset = data_list[k]
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
252 if len(geom_list)>k:
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
253 geom_value = geom_list[k]
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
254
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
255
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
256
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
257 # for dataset in data['rows']:
65
2f477270cc0c adding layers to maps works now
casties
parents: 62
diff changeset
258 xCoord = 0.0
2f477270cc0c adding layers to maps works now
casties
parents: 62
diff changeset
259 yCoord = 0.0
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
260 if gisIdIdx is not None:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
261 gisID = dataset[gisIdIdx]
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
262 coords=self.getPointForChGisId(gisID)
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
263 if coords!=None:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
264 xCoord=coords[0]
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
265 yCoord=coords[1]
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
266
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
267 elif latIdx is not None:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
268 xCoord = dataset[lonIdx]
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
269 yCoord = dataset[latIdx]
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
270
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
271 else:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
272 logging.error("getKMLdata unable to find position")
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
273 return None
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
274
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
275 if float(xCoord) == 0.0:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
276 continue
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
277
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
278 if float(yCoord) == 0.0:
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
279 continue
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
280
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
281 kmlPlace = {}
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
282
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
283 # description
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
284 desc = ''
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
285
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
286
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
287 for i in range (len(dataset)):
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
288 value = dataset[i]
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
289
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
290 name = data['fields'][i][0]
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
291 #logging.debug("value=%s"%value)
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
292 if name != 'the_geom':
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
293 if value != None:
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
294 #if name.find('name')>-1:
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
295 # desc += "<name>%s</name>\n"%value
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
296 # continue
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
297 #elif name.find('place')>-1:
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
298 # desc += "<name>%s</name>\n"%value
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
299 # continue
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
300
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
301 val = "%s: %s"%(name, value)
187
f080901d8163 corrected links in desc (RestDbGisApi)
fknauft
parents: 186
diff changeset
302 value=unicode(value)
188
f87dda6f05d6 corrected links in desc (RestDbGisApi)
fknauft
parents: 187
diff changeset
303
f87dda6f05d6 corrected links in desc (RestDbGisApi)
fknauft
parents: 187
diff changeset
304 # If there is a link within the description data, create a valid href
191
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
305 if value.find('http://')>-1:
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
306 link_str_beg=value.find('http://')
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
307 link_str_end = -1
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
308 link_str_end0=value.find(' ',link_str_beg)
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
309 link_str_end1=value.find('>',link_str_beg)
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
310 if link_str_end0 <link_str_end1:
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
311 link_str_end=link_str_end0
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
312 else:
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
313 link_str_end=link_str_end1
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
314 if link_str_end > -1:
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
315 link_str=value[link_str_beg:link_str_end]
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
316 val =name+": "+value[0:link_str_beg]+'<a href=' + link_str + '> ' + link_str.replace('http://','') + ' </a>' + value[link_str_end:]
191
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
317 else:
03976fe6ef2d corrected links in desc (RestDbGisApi)
fknauft
parents: 190
diff changeset
318 link_str=value[link_str_beg:]
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
319 val =name+': '+value[0:link_str_beg]+'<a href=' + link_str + '> ' + link_str.replace('http://','') + ' </a>'
188
f87dda6f05d6 corrected links in desc (RestDbGisApi)
fknauft
parents: 187
diff changeset
320
f87dda6f05d6 corrected links in desc (RestDbGisApi)
fknauft
parents: 187
diff changeset
321
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
322 #desc += kmlEncode(val)
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
323 desc += val
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
324 desc += '<br/>\n'
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
325
57
b47314bcff37 connect lines works now
casties
parents: 55
diff changeset
326 #kmlPlace['description'] = "<![CDATA[%s]]>"%desc
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
327
124
8668d76a7b6a polygon-Layers
fknauft
parents: 123
diff changeset
328
133
8a4201f31ca9 polygon-Layers
fknauft
parents: 131
diff changeset
329 if geomField=='point':
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
330 kmlPlace['description'] = "<![CDATA[%s]]>"%desc
193
e6a754b05ec8 corrected links in desc (RestDbGisApi)
fknauft
parents: 192
diff changeset
331
133
8a4201f31ca9 polygon-Layers
fknauft
parents: 131
diff changeset
332 kmlPlace['icon'] = '#marker_icon_'+colorField
8a4201f31ca9 polygon-Layers
fknauft
parents: 131
diff changeset
333 kmlPlace['coord_x'] = str(xCoord)
8a4201f31ca9 polygon-Layers
fknauft
parents: 131
diff changeset
334 kmlPlace['coord_y'] = str(yCoord)
8a4201f31ca9 polygon-Layers
fknauft
parents: 131
diff changeset
335 kmlPlace['coord_z'] = '0'
134
649681baae76 polygon-Layers
fknauft
parents: 133
diff changeset
336 kmlData.append(kmlPlace)
135
ac22bb1e3212 polygon-Layers
fknauft
parents: 134
diff changeset
337 if geomField=='poly' and len(geomdata)>0:
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
338 polys=str(geom_value).split('(')
144
abc95f483315 polygon-Layers
fknauft
parents: 142
diff changeset
339 aaa=len(polys)
142
3adea92d2067 polygon-Layers
fknauft
parents: 138
diff changeset
340 for poly in polys:
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
341 kmlPlace = {}
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
342 kmlPlace['description'] = desc
152
7fddf8a60481 polygon-Layers
fknauft
parents: 151
diff changeset
343 coords=poly.replace(')','').replace("'","").split(',')
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
344 coord_string=''
144
abc95f483315 polygon-Layers
fknauft
parents: 142
diff changeset
345 if len(coords)>1:
146
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
346 for coord in coords:
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
347 coord=coord.split(' ')
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
348 try:
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
349 x_coord=coord[0]
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
350 y_coord=coord[1]
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
351 except:
24828625c0ce polygon-Layers
fknauft
parents: 145
diff changeset
352 break
150
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
353 coord_string+=x_coord+','+y_coord+','+'0 '
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
354 if coord_string != '':
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
355 kmlPlace['LinearRing']=coord_string
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
356 kmlPlace['LineColor']=colorField
96311f3d627b polygon-Layers
fknauft
parents: 148
diff changeset
357 kmlData.append(kmlPlace)
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
358 #logging.debug("kmlData=%s"%(repr(kmlData)))
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
359 return kmlData
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
360
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
361 def getPointForChGisId(self, gis_id):
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
362 """returns coordinate pair for given gis_id"""
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
363 def getPoint(id):
157
8ef6fbc8b89a polygon-Layers
fknauft
parents: 153
diff changeset
364 sql="SELECT x_coord,y_coord FROM chgis.chgis_coords WHERE gis_id = CAST(%s AS text)"
8ef6fbc8b89a polygon-Layers
fknauft
parents: 153
diff changeset
365 str_gis_id=str(gis_id).split('.')[0]
8ef6fbc8b89a polygon-Layers
fknauft
parents: 153
diff changeset
366 res = self.executeSQL(sql, (str_gis_id,))
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
367 if len(res['rows']) > 0:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
368 return res['rows'][0]
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
369 return None
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
370
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
371 if gis_id is None or gis_id == "":
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
372 return None
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
373
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
374 # try gis_id
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
375 coords = getPoint(gis_id)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
376 if coords is None:
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
377 # try to clean gis_id...
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
378 gis_id = re.sub(r'[^0-9]','',gis_id)
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
379 # try again
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
380 coords = getPoint(gis_id)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
381 if coords is None:
58
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
382 logging.error("CH-GIS ID %s not found!"%repr(gis_id))
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
383
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
384 # TODO: do we need the getCoordsFromREST_gisID stuff?
5ed0769f5ad3 more cleanup in kml generation
casties
parents: 57
diff changeset
385
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
386 return coords
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
387
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
388
59
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
389 ## legacy methods...
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
390
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
391 def getKmlUrl(self,schema='chgis',table='mpdl',id=[],doc=None):
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
392 logging.debug("getKmlUrl")
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
393 data = self.getDataForGoogleMap(schema,table,id,doc)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
394 kml=self.getKMLname(data=data,table=table)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
395 baseUrl = self.absolute_url()
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
396 return "%s/daten/%s"%(baseUrl,kml)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
397
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
398 def getDataForGoogleMap(self,schema='chgis',table='mpdl',id=None,doc=None):
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
399 logging.debug("getDataForGoogleMap")
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
400 qstr="SELECT * FROM "+schema+"."+table
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
401 try:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
402 if id is not None:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
403 qstr=qstr+" WHERE "
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
404 for id_item in id.split(","):
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
405 if table=='mpdl':
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
406 qstr=qstr+" mpdl_xmlsource_id = '"+id_item+ "' OR"
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
407 else:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
408 qstr=qstr+" cast(id as text) LIKE '"+id_item+ "' OR"
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
409 qstr=str(qstr).rsplit(" ",1)[0] #to remove last " and "
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
410 data=self.ZSQLSimpleSearch(qstr)
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
411 return data
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
412 except:
a5f2550a5b44 more cleanup in kml generation
casties
parents: 58
diff changeset
413 return qstr
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
414
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
415
43
562717546168 refactoring...
casties
parents:
diff changeset
416 def getKMLname(self,data=[],table=""):
562717546168 refactoring...
casties
parents:
diff changeset
417 logging.debug("getKMLname")
562717546168 refactoring...
casties
parents:
diff changeset
418 #session=context.REQUEST.SESSION
109
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
419 kml4Marker="<kml xmlns=\'http://www.opengis.net/kml/2.2\'><Document>"
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
420 kml4Marker+="<Style id=\'marker_icon_red\'><IconStyle><scale>15</scale><Icon><href>http://mappit.mpiwg-berlin.mpg.de/mappit/icons/dot_red.png</href></Icon></IconStyle></Style>\n"
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
421 kml4Marker+="<Style id=\'marker_icon_black\'><IconStyle><scale>15</scale><Icon><href>http://mappit.mpiwg-berlin.mpg.de/mappit/icons/dot_black.png</href></Icon></IconStyle></Style>\n"
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
422 kml4Marker+="<Style id=\'marker_icon_blue\'><IconStyle><scale>15</scale><Icon><href>http://mappit.mpiwg-berlin.mpg.de/mappit/icons/dot_blue.png</href></Icon></IconStyle></Style>\n"
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
423 kml4Marker+="<Style id=\'marker_icon_green\'><IconStyle><scale>15</scale><Icon><href>http://mappit.mpiwg-berlin.mpg.de/mappit/icons/dot_green.png</href></Icon></IconStyle></Style>\n"
9db303437b32 changable color for dots in map
fknauft
parents: 108
diff changeset
424 kml4Marker+="<Style id=\'marker_icon_violett\'><IconStyle><scale>15</scale><Icon><href>http://mappit.mpiwg-berlin.mpg.de/mappit/icons/dot_violett.png</href></Icon></IconStyle></Style>\n"
43
562717546168 refactoring...
casties
parents:
diff changeset
425 initializeStringForGoogleMaps=""
562717546168 refactoring...
casties
parents:
diff changeset
426 #doLine=container.getVar('doLine')
562717546168 refactoring...
casties
parents:
diff changeset
427 # Mapping a set of points from table-based SQL-query:
562717546168 refactoring...
casties
parents:
diff changeset
428 if data!=None:
562717546168 refactoring...
casties
parents:
diff changeset
429 try:
562717546168 refactoring...
casties
parents:
diff changeset
430 SQL='SELECT "attribute with gis_id" FROM public.metadata WHERE tablename = %s'
562717546168 refactoring...
casties
parents:
diff changeset
431 res = self.executeSQL(SQL, (table,))
562717546168 refactoring...
casties
parents:
diff changeset
432 gisIDattribute = res['rows'][0][0]
562717546168 refactoring...
casties
parents:
diff changeset
433 except:
562717546168 refactoring...
casties
parents:
diff changeset
434 return "table not registered within metadata"
562717546168 refactoring...
casties
parents:
diff changeset
435
562717546168 refactoring...
casties
parents:
diff changeset
436 for dataset in data:
562717546168 refactoring...
casties
parents:
diff changeset
437 try:
562717546168 refactoring...
casties
parents:
diff changeset
438 xCoord=getattr(dataset,'longitude')
562717546168 refactoring...
casties
parents:
diff changeset
439 yCoord=getattr(dataset,'latitude')
562717546168 refactoring...
casties
parents:
diff changeset
440 except:
562717546168 refactoring...
casties
parents:
diff changeset
441 try:
562717546168 refactoring...
casties
parents:
diff changeset
442 xCoord=getattr(dataset,'x_coord')
562717546168 refactoring...
casties
parents:
diff changeset
443 yCoord=getattr(dataset,'y_coord')
562717546168 refactoring...
casties
parents:
diff changeset
444 except:
562717546168 refactoring...
casties
parents:
diff changeset
445 #try:
562717546168 refactoring...
casties
parents:
diff changeset
446 gisID=getattr(dataset,gisIDattribute)
562717546168 refactoring...
casties
parents:
diff changeset
447 coords=self.getPoint4GISid(gisID)
562717546168 refactoring...
casties
parents:
diff changeset
448 if coords!=None:
562717546168 refactoring...
casties
parents:
diff changeset
449 xCoord=coords[0]
562717546168 refactoring...
casties
parents:
diff changeset
450 yCoord=coords[1]
562717546168 refactoring...
casties
parents:
diff changeset
451 # except:
562717546168 refactoring...
casties
parents:
diff changeset
452 # return "no coordinates found"
562717546168 refactoring...
casties
parents:
diff changeset
453
562717546168 refactoring...
casties
parents:
diff changeset
454 if float(xCoord)!=0:
562717546168 refactoring...
casties
parents:
diff changeset
455 if float(yCoord)!=0:
562717546168 refactoring...
casties
parents:
diff changeset
456 kml4Marker=kml4Marker+"<Placemark>"
562717546168 refactoring...
casties
parents:
diff changeset
457 kml4Marker=kml4Marker+"<description> <![CDATA[<b>"
562717546168 refactoring...
casties
parents:
diff changeset
458 for values in dataset:
55
2f4c427dec44 wrangled kml construction into template and method
casties
parents: 44
diff changeset
459 #logging.debug("values=%s"%repr(values))
43
562717546168 refactoring...
casties
parents:
diff changeset
460 if values != (None, None):
562717546168 refactoring...
casties
parents:
diff changeset
461 if str(values).find('name')>-1:
562717546168 refactoring...
casties
parents:
diff changeset
462 kml4Marker=kml4Marker+"<name>"+str(values[1])+"</name>\n"
562717546168 refactoring...
casties
parents:
diff changeset
463 continue
562717546168 refactoring...
casties
parents:
diff changeset
464 elif str(values).find('place')>-1:
562717546168 refactoring...
casties
parents:
diff changeset
465 kml4Marker=kml4Marker+"<name>"+str(values[1])+"</name>\n"
562717546168 refactoring...
casties
parents:
diff changeset
466 continue
562717546168 refactoring...
casties
parents:
diff changeset
467
562717546168 refactoring...
casties
parents:
diff changeset
468 kml4Marker=kml4Marker+str(values)+": "
562717546168 refactoring...
casties
parents:
diff changeset
469 attribute_string=str(values).replace("'","__Apostroph__")
562717546168 refactoring...
casties
parents:
diff changeset
470 attribute_string=str(attribute_string).replace('"','__DoubleApostroph__')
562717546168 refactoring...
casties
parents:
diff changeset
471 attribute_string=str(attribute_string).replace(';','__$$__')
562717546168 refactoring...
casties
parents:
diff changeset
472 attribute_string=str(attribute_string).replace('&','&amp;')
562717546168 refactoring...
casties
parents:
diff changeset
473 if str(attribute_string).find('http')>-1:
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
474 attribute_string='<A HREF=' + str(attribute_string) + ' target="_blank">' + str(attribute_string) + '</A>'
43
562717546168 refactoring...
casties
parents:
diff changeset
475 kml4Marker=kml4Marker+attribute_string+"</a><br>\n"
562717546168 refactoring...
casties
parents:
diff changeset
476
562717546168 refactoring...
casties
parents:
diff changeset
477 kml4Marker=kml4Marker+"]]></description>\n"
117
3369c21b66e0 polygon-Layers
fknauft
parents: 109
diff changeset
478 kml4Marker=kml4Marker+"<styleURL>#marker_icon_red</styleURL>\n"
43
562717546168 refactoring...
casties
parents:
diff changeset
479 kml4Marker=kml4Marker+"<Point>"
562717546168 refactoring...
casties
parents:
diff changeset
480
562717546168 refactoring...
casties
parents:
diff changeset
481 kml4Marker=kml4Marker+"<coordinates>"+str(xCoord)+","+str(yCoord)+",0</coordinates>\n"
562717546168 refactoring...
casties
parents:
diff changeset
482 kml4Marker=kml4Marker+"</Point>\n"
562717546168 refactoring...
casties
parents:
diff changeset
483 kml4Marker=kml4Marker+"</Placemark>\n"
562717546168 refactoring...
casties
parents:
diff changeset
484
562717546168 refactoring...
casties
parents:
diff changeset
485 kml4Marker=kml4Marker+"</Document>\n</kml>"
562717546168 refactoring...
casties
parents:
diff changeset
486 kmlFileName="marker"+str(time.time())+".kml"
562717546168 refactoring...
casties
parents:
diff changeset
487
562717546168 refactoring...
casties
parents:
diff changeset
488 #kml4Marker=str(kml4Marker).replace('&','$$')
562717546168 refactoring...
casties
parents:
diff changeset
489 #kml4Marker=str(kml4Marker).replace(';','__$$__')
562717546168 refactoring...
casties
parents:
diff changeset
490 #kml4Marker=str(kml4Marker).replace('#','__SHARP__')
562717546168 refactoring...
casties
parents:
diff changeset
491 isLoadReady='false'
562717546168 refactoring...
casties
parents:
diff changeset
492 while isLoadReady=='false':
562717546168 refactoring...
casties
parents:
diff changeset
493 isLoadReady=self.RESTwrite2File(self.daten,kmlFileName,kml4Marker)
562717546168 refactoring...
casties
parents:
diff changeset
494
562717546168 refactoring...
casties
parents:
diff changeset
495 return kmlFileName
207
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
496
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
497 def trydatahas_key(self,data,index,key_string):
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
498 try:
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
499 return data[index].has_key(key_string)
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
500 except:
dd235873514b Repair: loading of chgis-polys
fknauft
parents: 193
diff changeset
501 return 'false'
43
562717546168 refactoring...
casties
parents:
diff changeset
502
44
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
503 # def getGoogleMapString(self,kml):
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
504 # logging.debug("getGoogleMapString")
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
505 # printed= '<body %s> '%kml +"""\n <div id="map_canvas" style="width: 98%; height: 95%"> </div> \n </body>" \n </html>"""
c6c47034d2a4 more refactoring of templates
casties
parents: 43
diff changeset
506 # return printed
43
562717546168 refactoring...
casties
parents:
diff changeset
507
562717546168 refactoring...
casties
parents:
diff changeset
508 def getPoint4GISid(self,gis_id):
562717546168 refactoring...
casties
parents:
diff changeset
509 j=0
562717546168 refactoring...
casties
parents:
diff changeset
510 coords=(0,0)
562717546168 refactoring...
casties
parents:
diff changeset
511 if gis_id != None:
562717546168 refactoring...
casties
parents:
diff changeset
512 while (True):
562717546168 refactoring...
casties
parents:
diff changeset
513 j=j+1
562717546168 refactoring...
casties
parents:
diff changeset
514 if (j>100): # FJK: just to prevent endless loops
562717546168 refactoring...
casties
parents:
diff changeset
515 break
562717546168 refactoring...
casties
parents:
diff changeset
516 if (gis_id.isdigit()): # FJK: regular exit from while-loop
562717546168 refactoring...
casties
parents:
diff changeset
517 break
562717546168 refactoring...
casties
parents:
diff changeset
518 else:
562717546168 refactoring...
casties
parents:
diff changeset
519 gis_id=gis_id.strip('abcdefghijklmnopqrstuvwxyz_') # FJK: to strip all letters
562717546168 refactoring...
casties
parents:
diff changeset
520 gis_id=gis_id.strip() # FJK: to strip all whitespaces
562717546168 refactoring...
casties
parents:
diff changeset
521 resultpoint = [0,0]
562717546168 refactoring...
casties
parents:
diff changeset
522 results = None
562717546168 refactoring...
casties
parents:
diff changeset
523 try:
562717546168 refactoring...
casties
parents:
diff changeset
524 if int(gis_id)>0:
562717546168 refactoring...
casties
parents:
diff changeset
525 SQL="SELECT x_coord,y_coord FROM chgis.chgis_coords WHERE gis_id LIKE cast("+ str(gis_id) +" as text);"
562717546168 refactoring...
casties
parents:
diff changeset
526 results=self.ZSQLSimpleSearch(SQL)
562717546168 refactoring...
casties
parents:
diff changeset
527 #print results
562717546168 refactoring...
casties
parents:
diff changeset
528 if results != None:
562717546168 refactoring...
casties
parents:
diff changeset
529 for result in results:
562717546168 refactoring...
casties
parents:
diff changeset
530 resultpoint=[getattr(result,str('x_coord')),getattr(result,str('y_coord'))]
562717546168 refactoring...
casties
parents:
diff changeset
531 if resultpoint !=[0,0]:
562717546168 refactoring...
casties
parents:
diff changeset
532 return resultpoint
562717546168 refactoring...
casties
parents:
diff changeset
533 else:
562717546168 refactoring...
casties
parents:
diff changeset
534 coords=self.getCoordsFromREST_gisID(joinid)
562717546168 refactoring...
casties
parents:
diff changeset
535 SQL="INSERT INTO chgis.chgis_coords (gis_id,x_coord,y_coord) VALUES (" +gis_id+ "," +coords[0][1]+ "," +coords[0][0]+ "); ANALYZE chgis.chgis_coords;"
562717546168 refactoring...
casties
parents:
diff changeset
536 returnstring=self.ZSQLSimpleSearch(SQL)
562717546168 refactoring...
casties
parents:
diff changeset
537 return coords[0]
562717546168 refactoring...
casties
parents:
diff changeset
538 except:
562717546168 refactoring...
casties
parents:
diff changeset
539 return "gis_id not to interpretable:"+str(gis_id)
562717546168 refactoring...
casties
parents:
diff changeset
540 else:
562717546168 refactoring...
casties
parents:
diff changeset
541 return coords[0]
562717546168 refactoring...
casties
parents:
diff changeset
542
562717546168 refactoring...
casties
parents:
diff changeset
543 def getCoordsFromREST_gisID(self,gis_id):
562717546168 refactoring...
casties
parents:
diff changeset
544 coordlist=[]
562717546168 refactoring...
casties
parents:
diff changeset
545 i=0
562717546168 refactoring...
casties
parents:
diff changeset
546 while (i<5 and coordlist==[]):
562717546168 refactoring...
casties
parents:
diff changeset
547
562717546168 refactoring...
casties
parents:
diff changeset
548 urlresponse=container.urlFunctions.zUrlopenParseString(container.urlFunctions.zUrlopenRead("http://chgis.hmdc.harvard.edu/xml/id/"+gis_id))
562717546168 refactoring...
casties
parents:
diff changeset
549 baseDocElement=container.urlFunctions.zUrlopenDocumentElement(urlresponse)
562717546168 refactoring...
casties
parents:
diff changeset
550 childnodes=container.urlFunctions.zUrlopenChildNodes(baseDocElement)
562717546168 refactoring...
casties
parents:
diff changeset
551 itemnodes=container.urlFunctions.zUrlopenGetElementsByTagName(baseDocElement,'item')
562717546168 refactoring...
casties
parents:
diff changeset
552
562717546168 refactoring...
casties
parents:
diff changeset
553 for i in range(0,container.urlFunctions.zUrlopenLength(itemnodes)):
562717546168 refactoring...
casties
parents:
diff changeset
554 itemnode=container.urlFunctions.zUrlopenGetItem(itemnodes,i)
562717546168 refactoring...
casties
parents:
diff changeset
555 itemspatialnodes=container.urlFunctions.zUrlopenGetElementsByTagName(itemnode,'spatial')
562717546168 refactoring...
casties
parents:
diff changeset
556 for j in range(0,container.urlFunctions.zUrlopenLength(itemspatialnodes)):
562717546168 refactoring...
casties
parents:
diff changeset
557 coord=[]
562717546168 refactoring...
casties
parents:
diff changeset
558 itemspatialnode= container.urlFunctions.zUrlopenGetItem(itemspatialnodes,j)
562717546168 refactoring...
casties
parents:
diff changeset
559 itemspatiallatnodes=container.urlFunctions.zUrlopenGetElementsByTagName(itemspatialnode,'degrees_latitude')
562717546168 refactoring...
casties
parents:
diff changeset
560 for k in range(0,container.urlFunctions.zUrlopenLength(itemspatiallatnodes)):
562717546168 refactoring...
casties
parents:
diff changeset
561 itemspatiallatnode= container.urlFunctions.zUrlopenGetItem(itemspatiallatnodes,k)
562717546168 refactoring...
casties
parents:
diff changeset
562 coord.append(container.urlFunctions.zUrlopenGetTextData(itemspatiallatnode))
562717546168 refactoring...
casties
parents:
diff changeset
563 itemspatiallngnodes=container.urlFunctions.zUrlopenGetElementsByTagName(itemspatialnode,'degrees_longitude')
562717546168 refactoring...
casties
parents:
diff changeset
564 for k in range(0,container.urlFunctions.zUrlopenLength(itemspatiallngnodes)):
562717546168 refactoring...
casties
parents:
diff changeset
565 itemspatiallngnode= container.urlFunctions.zUrlopenGetItem(itemspatiallngnodes,k)
562717546168 refactoring...
casties
parents:
diff changeset
566 coord.append(container.urlFunctions.zUrlopenGetTextData(itemspatiallngnode))
562717546168 refactoring...
casties
parents:
diff changeset
567 coordlist.append(coord)
562717546168 refactoring...
casties
parents:
diff changeset
568 gis_id= "_"+gis_id
562717546168 refactoring...
casties
parents:
diff changeset
569 return coordlist
562717546168 refactoring...
casties
parents:
diff changeset
570
562717546168 refactoring...
casties
parents:
diff changeset
571 # End for GoogleMaps creation
562717546168 refactoring...
casties
parents:
diff changeset
572
562717546168 refactoring...
casties
parents:
diff changeset
573 def RESTwrite2File(self,datadir, name,text):
562717546168 refactoring...
casties
parents:
diff changeset
574 logging.debug("RESTwrite2File datadir=%s name=%s"%(datadir,name))
562717546168 refactoring...
casties
parents:
diff changeset
575 try:
562717546168 refactoring...
casties
parents:
diff changeset
576 import cStringIO as StringIO
562717546168 refactoring...
casties
parents:
diff changeset
577 except:
562717546168 refactoring...
casties
parents:
diff changeset
578 import StringIO
562717546168 refactoring...
casties
parents:
diff changeset
579
562717546168 refactoring...
casties
parents:
diff changeset
580 # make filehandle from string
562717546168 refactoring...
casties
parents:
diff changeset
581 textfile = StringIO.StringIO(text)
562717546168 refactoring...
casties
parents:
diff changeset
582 fileid=name
562717546168 refactoring...
casties
parents:
diff changeset
583 if fileid in datadir.objectIds():
562717546168 refactoring...
casties
parents:
diff changeset
584 datadir.manage_delObjects(fileid)
562717546168 refactoring...
casties
parents:
diff changeset
585 fileInZope=datadir.manage_addFile(id=fileid,file=textfile)
562717546168 refactoring...
casties
parents:
diff changeset
586 return "Write successful"
562717546168 refactoring...
casties
parents:
diff changeset
587
562717546168 refactoring...
casties
parents:
diff changeset
588 def manage_editRestDbGisApi(self, title=None, connection_id=None,
562717546168 refactoring...
casties
parents:
diff changeset
589 REQUEST=None):
562717546168 refactoring...
casties
parents:
diff changeset
590 """Change the object"""
562717546168 refactoring...
casties
parents:
diff changeset
591 if title is not None:
562717546168 refactoring...
casties
parents:
diff changeset
592 self.title = title
562717546168 refactoring...
casties
parents:
diff changeset
593
562717546168 refactoring...
casties
parents:
diff changeset
594 if connection_id is not None:
562717546168 refactoring...
casties
parents:
diff changeset
595 self.connection_id = connection_id
562717546168 refactoring...
casties
parents:
diff changeset
596
562717546168 refactoring...
casties
parents:
diff changeset
597 #checkPermission=getSecurityManager().checkPermission
562717546168 refactoring...
casties
parents:
diff changeset
598 REQUEST.RESPONSE.redirect('manage_main')
562717546168 refactoring...
casties
parents:
diff changeset
599
562717546168 refactoring...
casties
parents:
diff changeset
600
562717546168 refactoring...
casties
parents:
diff changeset
601 manage_addRestDbGisApiForm=PageTemplateFile('zpt/addRestDbGisApi',globals())
562717546168 refactoring...
casties
parents:
diff changeset
602
562717546168 refactoring...
casties
parents:
diff changeset
603 def manage_addRestDbGisApi(self, id, title='', label='', description='',
562717546168 refactoring...
casties
parents:
diff changeset
604 createPublic=0,
562717546168 refactoring...
casties
parents:
diff changeset
605 createUserF=0,
562717546168 refactoring...
casties
parents:
diff changeset
606 REQUEST=None):
562717546168 refactoring...
casties
parents:
diff changeset
607 """Add a new object with id *id*."""
562717546168 refactoring...
casties
parents:
diff changeset
608
562717546168 refactoring...
casties
parents:
diff changeset
609 ob=RestDbGisApi(str(id),title)
562717546168 refactoring...
casties
parents:
diff changeset
610 self._setObject(id, ob)
562717546168 refactoring...
casties
parents:
diff changeset
611
562717546168 refactoring...
casties
parents:
diff changeset
612 #checkPermission=getSecurityManager().checkPermission
562717546168 refactoring...
casties
parents:
diff changeset
613 REQUEST.RESPONSE.redirect('manage_main')
562717546168 refactoring...
casties
parents:
diff changeset
614
562717546168 refactoring...
casties
parents:
diff changeset
615