annotate MetaDataFolder.py @ 17:ba617e755c56

mostly finished attributions and copyright
author casties
date Tue, 02 Aug 2011 18:28:39 +0200
parents 41b90f09a1f2
children 611b6df70840
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
1 from OFS.Folder import Folder
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
2 from Products.PageTemplates.PageTemplateFile import PageTemplateFile
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
3 from Globals import package_home
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
4 from AccessControl import ClassSecurityInfo
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
5 import os.path
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
6 import urlparse
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
7 import logging
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
8
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
9 import xml.etree.ElementTree as ET
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
10
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
11 from MetaDataMapping import MetaDataMapping
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
12 from MetaData import MetaData
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
13 from SrvTxtUtils import getHttpData, getText
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
14
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
15 def normalizeBibField(bt, underscore=True):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
16 """returns normalised bib type for looking up mappings"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
17 bt = bt.strip().replace(' ', '-').lower()
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
18 if underscore:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
19 bt = bt.replace('_', '-')
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
20
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
21 return bt
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
22
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
23 def OLDgetBibdataFromDom(dom):
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
24 """returns dict with all elements from bib-tag"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
25 bibinfo = {}
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
26 bib = dom.find(".//meta/bib")
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
27 if bib is not None:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
28 # put type in @type
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
29 type = bib.get('type')
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
30 bibinfo['@type'] = normalizeBibField(type)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
31 # put all subelements in dict
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
32 for e in bib:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
33 bibinfo[normalizeBibField(e.tag)] = getText(e)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
34
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
35 return bibinfo
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
36
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
37 def toString(list):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
38 ret=u""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
39
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
40 for l in list:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
41 ret+=unicode(l)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
42
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
43 return ret
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
44
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
45 def dcMetaDataToHash(mdSet):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
46 """Convenience Function for creates a hash from the DCMetadataset
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
47 @param mdSet: String containing DCMetadata informmation
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
48 currently only in the format getDCMetadata of this module"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
49
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
50 NSS = {
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
51 'rdf': 'http://www.w3.org/1999/02/22-rdf-syntax-ns#',
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
52 'dc': 'http://dublincore.org/documents/dcmi-namespace/',
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
53 'owl':"http://www.w3.org/2002/07/owl#",
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
54 'rdfs':"http://www.w3.org/2000/01/rdf-schema#"
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
55 }
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
56 ret={}
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
57 import StringIO
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
58 import sys
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
59 buffer= StringIO.StringIO(mdSet)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
60 try:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
61 md = amara.parse(buffer,prefixes=NSS)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
62 except:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
63 logging.error("Error: %s (%s)"%(sys.exc_info()[0],sys.exc_info()[1]))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
64
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
65 ret["error"]=mdSet
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
66 return ret
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
67
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
68 ret["title"] = toString(md.xml_xpath("//dc:title/text()"))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
69 ret["creator"] =toString(md.xml_xpath("//dc:creator/text()"))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
70 ret["date"] = toString(md.xml_xpath("//dc:date/text()"))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
71
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
72 return ret
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
73
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
74
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
75 class MetaDataFolder(Folder):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
76 """provides methods for managing complete metadata structures"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
77 meta_type='MetaDataFolder'
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
78 security=ClassSecurityInfo()
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
79 manage_options = Folder.manage_options+(
5
c1dbf78cc036 more MetaDataFolder
casties
parents: 4
diff changeset
80 {'label':'Main Config','action':'changeMetaDataFolderForm'},
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
81 )
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
82
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
83 metaDataServerUrl = "http://digilib.mpiwg-berlin.mpg.de/digitallibrary/servlet/Texter?fn=%s"
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
84 """URL of metadata server. %s replaced by file path."""
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
85
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
86 def __init__(self,id,title='',metaDataServerUrl=None):
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
87 """initialize a new instance"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
88 self.id = id
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
89 self.title = title
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
90 if metaDataServerUrl:
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
91 self.metaDataServerUrl = metaDataServerUrl
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
92
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
93
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
94 def getMDFromPathOrUrl(self,path):
10
68bc459c9f59 getmd handles empty url
casties
parents: 9
diff changeset
95 """returns contents of metadata file from server as text"""
68bc459c9f59 getmd handles empty url
casties
parents: 9
diff changeset
96 if not path:
68bc459c9f59 getmd handles empty url
casties
parents: 9
diff changeset
97 logging.error("getMDFromPathOrUrl: empty path!")
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
98 return None
10
68bc459c9f59 getmd handles empty url
casties
parents: 9
diff changeset
99
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
100 parsedurl = urlparse.urlparse(path)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
101 if parsedurl[0] != "":
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
102 # has schema (e.g. http)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
103 url=path
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
104 else:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
105 # path only
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
106 path = path.replace('/mpiwg/online/', '')
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
107 if path.endswith("index.meta"):
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
108 url = self.metaDataServerUrl%path
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
109 else:
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
110 url = os.path.join(self.metaDataServerUrl%path,'index.meta')
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
111
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
112 #logging.debug("get Metadata: %s"%url)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
113 md = getHttpData(url)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
114 return md
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
115
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
116 def getDomFromPathOrUrl(self, path):
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
117 """returns DOM of metadata file at given path"""
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
118 dom = None
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
119 data = self.getMDFromPathOrUrl(path)
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
120 if data:
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
121 dom = ET.fromstring(data)
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
122
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
123 return dom
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
124
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
125 def getXmlPathObj(self, xmlpath):
281d223aa361 attribution works now
casties
parents: 12
diff changeset
126 """returns object at xmlpath"""
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
127 # make xmlpath relative for Zope
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
128 if xmlpath[0] == '/':
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
129 xmlpath = xmlpath[1:]
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
130
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
131 obj = self.restrictedTraverse(xmlpath, None)
281d223aa361 attribution works now
casties
parents: 12
diff changeset
132 return obj
281d223aa361 attribution works now
casties
parents: 12
diff changeset
133
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
134 def getXmlPathData(self, xmlpath, path=None, dom=None, recursive=0, all=False, allText=False):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
135 """returns contents of element at xmlpath as dict"""
281d223aa361 attribution works now
casties
parents: 12
diff changeset
136 logging.error("getXmlPathData(%s)"%xmlpath)
281d223aa361 attribution works now
casties
parents: 12
diff changeset
137 mdObj = self.getXmlPathObj(xmlpath)
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
138 if mdObj is not None:
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
139 return mdObj.getData(path=path, dom=dom, recursive=recursive, all=all, allText=allText)
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
140 else:
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
141 logging.error("getXmlPathData: MetaData element at '%s' not found!"%xmlpath)
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
142 return None
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
143
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
144 def getXmlPathFormatted(self, xmlpath, template, path=None, dom=None, data=None, allFields=False, recursive=0, all=False, allText=False):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
145 """returns contents of element at xmlpath as dict"""
281d223aa361 attribution works now
casties
parents: 12
diff changeset
146 logging.error("getXmlPathFormatted(xmlpath=%s, template=%s)"%(xmlpath,template))
281d223aa361 attribution works now
casties
parents: 12
diff changeset
147 mdObj = self.getXmlPathObj(xmlpath)
281d223aa361 attribution works now
casties
parents: 12
diff changeset
148 if mdObj is not None:
281d223aa361 attribution works now
casties
parents: 12
diff changeset
149 if data is None:
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
150 data = mdObj.getData(path=path, dom=dom, recursive=recursive, all=all, allText=allText)
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
151
281d223aa361 attribution works now
casties
parents: 12
diff changeset
152 if data is None:
281d223aa361 attribution works now
casties
parents: 12
diff changeset
153 return ''
281d223aa361 attribution works now
casties
parents: 12
diff changeset
154
281d223aa361 attribution works now
casties
parents: 12
diff changeset
155 fmt = ''
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
156 if all:
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
157 # data is list of elements
281d223aa361 attribution works now
casties
parents: 12
diff changeset
158 for d in data:
281d223aa361 attribution works now
casties
parents: 12
diff changeset
159 # concatenate formatted strings
281d223aa361 attribution works now
casties
parents: 12
diff changeset
160 fmt += mdObj.getFormatted(template, path=path, dom=dom, data=d, allFields=allFields) + '\n'
281d223aa361 attribution works now
casties
parents: 12
diff changeset
161
281d223aa361 attribution works now
casties
parents: 12
diff changeset
162 else:
281d223aa361 attribution works now
casties
parents: 12
diff changeset
163 fmt = mdObj.getFormatted(template, path=path, dom=dom, data=data, allFields=allFields)
281d223aa361 attribution works now
casties
parents: 12
diff changeset
164
281d223aa361 attribution works now
casties
parents: 12
diff changeset
165 return fmt
281d223aa361 attribution works now
casties
parents: 12
diff changeset
166
281d223aa361 attribution works now
casties
parents: 12
diff changeset
167 else:
281d223aa361 attribution works now
casties
parents: 12
diff changeset
168 logging.error("getXmlPathFormatted: MetaData element at '%s' not found!"%xmlpath)
281d223aa361 attribution works now
casties
parents: 12
diff changeset
169 return ''
281d223aa361 attribution works now
casties
parents: 12
diff changeset
170
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
171 def getResourceData(self, path=None, dom=None):
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
172 """returns contents of resource tag as dict"""
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
173 return self.getXmlPathData('resource', path=path, dom=dom)
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
174
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
175 def getTexttoolData(self, path=None, dom=None):
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
176 """returns contents of texttool tag as dict"""
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
177 return self.getXmlPathData('resource/meta/texttool', path=path, dom=dom)
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
178
12
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
179 def getAccessData(self, path=None, dom=None):
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
180 """returns contents of access tag as dict"""
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
181 return self.getXmlPathData('resource/meta/access-conditions/access', path=path, dom=dom)
7f0e2b656e5c more work for non-bib metadata
casties
parents: 11
diff changeset
182
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
183 def getAttributionData(self, path=None, dom=None, all=True):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
184 """returns contents of attribution tag as dict"""
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
185 return self.getXmlPathData('resource/meta/access-conditions/attribution', path=path, dom=dom, all=all)
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
186
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
187 def getAttributionFormatted(self, template, path=None, dom=None, data=None, all=True):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
188 """returns formatted contents of access tag"""
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
189 return self.getXmlPathFormatted('resource/meta/access-conditions/attribution', template, path=path, dom=dom, data=data, all=all)
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
190
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
191 def getCopyrightData(self, path=None, dom=None, recursive=1, all=True):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
192 """returns contents of copyright tag as dict"""
17
ba617e755c56 mostly finished attributions and copyright
casties
parents: 15
diff changeset
193 return self.getXmlPathData('resource/meta/access-conditions/copyright', path=path, dom=dom, recursive=recursive, all=all)
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
194
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
195 def getCopyrightFormatted(self, template, path=None, dom=None, data=None, all=True):
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
196 """returns formatted contents of access tag"""
15
41b90f09a1f2 new getdata
casties
parents: 14
diff changeset
197 return self.getXmlPathFormatted('resource/meta/access-conditions/copyright', template, path=path, dom=dom, data=data, all=all)
14
281d223aa361 attribution works now
casties
parents: 12
diff changeset
198
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
199 def getBibData(self, path=None, dom=None):
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
200 """returns contents of bib tag as dict"""
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
201 return self.resource.meta.bib.getData(path=path, dom=dom)
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
202
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
203 def getBibMapping(self, bibtype):
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
204 """returns MetaDataMapping for resource/meta/bib of bibtype"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
205 return self.resource.meta.bib.getMapping(bibtype)
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
206
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
207 def getBibFields(self, bibdata):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
208 """returns dict with metadata description for bibdata"""
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
209 return self.resource.meta.bib.getMapFields(bibdata)
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
210
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
211 def getBibMappedData(self, bibdata, allFields=False):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
212 """returns dict with metadata descriptions and data for bibdata"""
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
213 return self.resource.meta.bib.getMappedData(bibdata, allFields=allFields)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
214
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
215 def getDCMappedData(self, bibdata):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
216 """returns dict with DC keys and data from bibdata"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
217 return self.resource.meta.bib.getDCMappedData(bibdata)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
218
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
219 def getBibFormattedMetaData(self, path=None, dom=None, bibdata=None):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
220 """get the metadafrom server"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
221 logging.debug("getBibFormattedMetaData(path=%s)"%path)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
222 return self.resource.meta.bib.getFormatted('metadata_template', path=path, dom=dom, data=bibdata)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
223
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
224 def getBibFormattedMetaDataExtended(self,path=None, dom=None, bibdata=None):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
225 """get the metadafrom server"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
226 logging.debug("getBibFormattedMetaDataExtended(path=%s)"%path)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
227 return self.resource.meta.bib.getFormatted('metadata_extended_template', path=path, dom=dom, data=bibdata, allFields=True)
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
228
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
229 def getBibFormattedLabel(self,path=None, dom=None, bibdata=None):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
230 """get the metadafrom server"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
231 logging.debug("getBibFormattedLabel(%s)"%path)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
232 return self.resource.meta.bib.getFormatted('label_template', path=path, dom=dom, data=bibdata)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
233
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
234 # compatibility
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
235 getFormattedMetaData = getBibFormattedMetaData
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
236 getFormattedMetaDataShort = getBibFormattedMetaData
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
237 getFormattedMetaDataExtended = getBibFormattedMetaDataExtended
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
238 getFormattedLabel = getBibFormattedLabel
8
4cd862bf37a3 more renovation
casties
parents: 6
diff changeset
239
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
240
11
a29665fa9c62 more work for non-bib metadata
casties
parents: 10
diff changeset
241 def OLDgetDCFormatted(self,path):
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
242 """get the metadata as dc set"""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
243 logging.debug("getDCFormatted(path=%s)"%path)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
244 namespace={ 'mpiwg': "http://www.mpiwg-berlin.mpg.de/ns/mpiwg"}
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
245 namespaceUsed=False
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
246
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
247 md = self.getMDFromPathOrUrl(path)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
248 logging.debug("MD in XML"+md)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
249 im = amara.parse(md, prefixes=namespace)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
250
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
251 typePaths=im.xml_xpath('//bib/@type')
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
252 archimedes=False
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
253
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
254 if len(typePaths)<1:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
255 typePaths=im.xml_xpath('//meta/archimedes') # sinderfall fuer veraltete index.meta files vom typ archimedes
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
256 if len(typePaths)>0:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
257 type = "archimedes"
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
258 archimedes=True
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
259 else:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
260 typePaths=im.xml_xpath('//mpiwg:bib/@type')
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
261 if len(typePaths)<1:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
262 return ""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
263 else:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
264 namespaceUsed=True
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
265
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
266 type=unicode(typePaths[0])
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
267 else:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
268 type=unicode(typePaths[0])
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
269 logging.info("got type:"+type)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
270 try:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
271 mapping=getattr(self.main.meta.bib,type.lower(),None)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
272 except:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
273 logging.error("getMetaDataFromServer no mapping for type: %s"%type)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
274 return ""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
275
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
276 try:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
277 dcMapping=getattr(self.main.meta.bib,"dc",None)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
278 except:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
279 logging.error("getMetaDataFromServer no dc in meta/bib")
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
280 return ""
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
281
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
282 mds=mapping.generateMappingHash() # Hole das Mapping generisches Feld --> Feld im entsprechenden Typ
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
283 dcMds=dcMapping.generateMappingHash()
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
284
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
285 mdHash=[]
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
286 logging.debug("Value: %s"%repr(mds))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
287
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
288 for key,valueTriple in mds.items():
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
289 value=valueTriple[0]
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
290 logging.debug("Value: %s"%repr(value))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
291 logging.debug("Key: %s"%repr(key))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
292 if value!="":
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
293 if not archimedes:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
294 if namespaceUsed:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
295 try:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
296 v = im.xml_xpath('//mpiwg:bib/mpiwg:%s/text()'%value)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
297 except:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
298 logging.error('cannot do: //mpiwg:bib/mpiwg:%s/text()'%value)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
299 else:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
300 v = im.xml_xpath('//bib/%s/text()'%value)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
301 else:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
302 v = im.xml_xpath('//archimedes/%s/text()'%value)
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
303 if len(v) > 0:
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
304 dc=dcMds[key][0]
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
305
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
306 if (dc !="") and (value !=""):
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
307 logging.debug("%s--> : %s"%(repr(value),dc))
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
308 mdHash.append([dc,unicode(v[0])])
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
309
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
310 ret="""<bib xmlns:dc="http://dublincore.org/documents/dcmi-namespace/"> """
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
311 ret+="<dc:type>%s</dc:type>"%type
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
312 for md in mdHash:
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
313
6
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
314 ret+="""<dc:%s>%s</dc:%s>"""%(md[0],xml.sax.saxutils.escape(md[1]),md[0])
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
315 ret+="</bib>"
00147a1ab4ac division between MetaDataFolder and Metadata looks good now (to me :-)
casties
parents: 5
diff changeset
316 return ret
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
317
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
318
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
319 changeMetaDataFolderForm = PageTemplateFile('zpt/changeMetaDataFolder',globals())
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
320
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
321 security.declarePublic('changeMetaDataFolder')
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
322 def changeMetaDataFolder(self,title,metaDataServerUrl,RESPONSE=None):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
323 """Change MetaDataFolder"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
324 self.title = title
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
325 self.metaDataServerUrl=metaDataServerUrl
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
326 if RESPONSE is not None:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
327 RESPONSE.redirect('manage_main')
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
328
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
329
9
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
330 def manage_addMetaDataFolderForm(self):
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
331 """add MetaDataFolder form"""
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
332 pt = PageTemplateFile('zpt/addMetadataFolderForm',globals()).__of__(self)
eeaad777d3d7 more work for non-bib metadata
casties
parents: 8
diff changeset
333 return pt()
4
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
334
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
335 def manage_addMetaDataFolder(self,id,title,RESPONSE=None):
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
336 """a MetaDataFolder objekt"""
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
337 newObj=MetaDataFolder(id,title)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
338 self.Destination()._setObject(id,newObj)
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
339 if RESPONSE is not None:
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
340 RESPONSE.redirect('manage_main')
8291255b1868 adding new base level class MetaDataFolder.
casties
parents:
diff changeset
341