annotate zopePubmanConnector.py @ 14:d92decb037d6

bugs in publ
author dwinter
date Fri, 31 May 2013 11:40:00 +0200
parents 43849c9cc08b
children ca3084877394
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
373e6610e290 initial
dwinter
parents:
diff changeset
1 # -*- coding: utf-8 -*-
373e6610e290 initial
dwinter
parents:
diff changeset
2
373e6610e290 initial
dwinter
parents:
diff changeset
3 #Verbindet Zope mit pubman.
373e6610e290 initial
dwinter
parents:
diff changeset
4
373e6610e290 initial
dwinter
parents:
diff changeset
5
373e6610e290 initial
dwinter
parents:
diff changeset
6 from OFS.SimpleItem import SimpleItem
373e6610e290 initial
dwinter
parents:
diff changeset
7 from Products.PageTemplates.PageTemplateFile import PageTemplateFile
373e6610e290 initial
dwinter
parents:
diff changeset
8 import os.path
373e6610e290 initial
dwinter
parents:
diff changeset
9
373e6610e290 initial
dwinter
parents:
diff changeset
10 from Globals import package_home
373e6610e290 initial
dwinter
parents:
diff changeset
11 import httplib2
373e6610e290 initial
dwinter
parents:
diff changeset
12 import xml.etree.ElementTree as ET
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
13 import logging
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
14 import time
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
15 import unicodedata
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
16
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
17 cacheFolder ="/var/tmp/.cacheWWW"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
18
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
19 ns = {'escidocMetadataProfile':"http://escidoc.mpg.de/metadataprofile/schema/0.1/",
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
20 'escidocMetadataRecords':"http://www.escidoc.de/schemas/metadatarecords/0.4",
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
21 'dc':'http://purl.org/dc/elements/1.1/',
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
22 'escidocComponents':'http://www.escidoc.de/schemas/components/0.8',
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
23 'escidocItem':'http://www.escidoc.de/schemas/item/0.8'
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
24 }
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
25
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
26
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
27
0
373e6610e290 initial
dwinter
parents:
diff changeset
28 def zptFile(self, path, orphaned=False):
373e6610e290 initial
dwinter
parents:
diff changeset
29 """returns a page template file from the product"""
373e6610e290 initial
dwinter
parents:
diff changeset
30 if orphaned:
373e6610e290 initial
dwinter
parents:
diff changeset
31 # unusual case
373e6610e290 initial
dwinter
parents:
diff changeset
32 pt=PageTemplateFile(os.path.join(package_home(globals()), path))
373e6610e290 initial
dwinter
parents:
diff changeset
33 else:
373e6610e290 initial
dwinter
parents:
diff changeset
34
373e6610e290 initial
dwinter
parents:
diff changeset
35 pt=PageTemplateFile(os.path.join(package_home(globals()), path)).__of__(self)
373e6610e290 initial
dwinter
parents:
diff changeset
36 return pt
373e6610e290 initial
dwinter
parents:
diff changeset
37
373e6610e290 initial
dwinter
parents:
diff changeset
38 class ZopePubmanConnector(SimpleItem):
373e6610e290 initial
dwinter
parents:
diff changeset
39
373e6610e290 initial
dwinter
parents:
diff changeset
40
373e6610e290 initial
dwinter
parents:
diff changeset
41 connectorString="http://pubman.mpiwg-berlin.mpg.de/search/SearchAndExport?"
373e6610e290 initial
dwinter
parents:
diff changeset
42
373e6610e290 initial
dwinter
parents:
diff changeset
43
373e6610e290 initial
dwinter
parents:
diff changeset
44 meta_type="ZopePubmanConnector"
373e6610e290 initial
dwinter
parents:
diff changeset
45
373e6610e290 initial
dwinter
parents:
diff changeset
46 manage_options= ({'label':'Main Config','action': 'changeMain'},) + SimpleItem.manage_options
373e6610e290 initial
dwinter
parents:
diff changeset
47
373e6610e290 initial
dwinter
parents:
diff changeset
48 def __init__(self,id,title,pubmanURL):
373e6610e290 initial
dwinter
parents:
diff changeset
49 self.id=id
373e6610e290 initial
dwinter
parents:
diff changeset
50 self.title=title
373e6610e290 initial
dwinter
parents:
diff changeset
51 self.pubmanURL=pubmanURL #URL einer pubman instance bzw. einer collection, falls nicht die default collection benutzt werden soll
373e6610e290 initial
dwinter
parents:
diff changeset
52
373e6610e290 initial
dwinter
parents:
diff changeset
53
373e6610e290 initial
dwinter
parents:
diff changeset
54
373e6610e290 initial
dwinter
parents:
diff changeset
55 def changeMain(self,pubmanURL=None,title=None,REQUEST=None,RESPONSE=None):
373e6610e290 initial
dwinter
parents:
diff changeset
56 """change main settings"""
373e6610e290 initial
dwinter
parents:
diff changeset
57 if pubmanURL:
373e6610e290 initial
dwinter
parents:
diff changeset
58 self.pubmanURL=pubmanURL
373e6610e290 initial
dwinter
parents:
diff changeset
59 self.title=title
373e6610e290 initial
dwinter
parents:
diff changeset
60
373e6610e290 initial
dwinter
parents:
diff changeset
61 if RESPONSE is not None:
373e6610e290 initial
dwinter
parents:
diff changeset
62 RESPONSE.redirect('manage_main')
373e6610e290 initial
dwinter
parents:
diff changeset
63
373e6610e290 initial
dwinter
parents:
diff changeset
64
373e6610e290 initial
dwinter
parents:
diff changeset
65 else:
373e6610e290 initial
dwinter
parents:
diff changeset
66 pt=zptFile(self, 'zpt/ChangeZopePubmanConnector.zpt')
373e6610e290 initial
dwinter
parents:
diff changeset
67 return pt()
373e6610e290 initial
dwinter
parents:
diff changeset
68
373e6610e290 initial
dwinter
parents:
diff changeset
69
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
70 def getPublications(self,personID,limit=None,publicationType=None):
0
373e6610e290 initial
dwinter
parents:
diff changeset
71 """get all publications der personID"""
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
72 h = httplib2.Http(cacheFolder)
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
73
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
74
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
75
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
76 if publicationType is None:
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
77 # cn = self.connectorString+"cqlQuery=escidoc.any-identifier=%22"+personID+"%22&"
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
78 cn = self.connectorString+"cqlQuery=escidoc.publication.creator.person.identifier=%22"+personID+"%22&"
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
79 else:
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
80 #cn = self.connectorString+"cqlQuery=escidoc.any-identifier=%22"+personID+"%22"
13
43849c9cc08b Incomplete - # 74: More Link auf den pers?nlichne Homepages
dwinter
parents: 12
diff changeset
81 cn = self.connectorString+"cqlQuery=%28escidoc.publication.creator.person.identifier=%22"+personID+"%22%29"
43849c9cc08b Incomplete - # 74: More Link auf den pers?nlichne Homepages
dwinter
parents: 12
diff changeset
82 cn +="%20and%28%20escidoc.publication.type=%22"+publicationType+"%22%29&"
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
83
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
84 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
85 if limit:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
86 cn+="&maximumRecords=%s"%limit
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
87
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
88 logging.debug(cn)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
89 resp, content = h.request(cn)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
90
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
91
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
92
0
373e6610e290 initial
dwinter
parents:
diff changeset
93 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
373e6610e290 initial
dwinter
parents:
diff changeset
94
373e6610e290 initial
dwinter
parents:
diff changeset
95 root = ET.fromstring(content)
373e6610e290 initial
dwinter
parents:
diff changeset
96
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
97 #<escidocItem:item objid="escidoc:630782"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
98
0
373e6610e290 initial
dwinter
parents:
diff changeset
99 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
373e6610e290 initial
dwinter
parents:
diff changeset
100
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
101 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
102
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
103
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
104
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
105 citations=root.findall(objxpath)
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
106 logging.debug(len(citations))
0
373e6610e290 initial
dwinter
parents:
diff changeset
107 ret=[]
373e6610e290 initial
dwinter
parents:
diff changeset
108 for citation in citations:
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
109 objId = citation.get('objid')
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
110
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
111 text = citation.find(citationxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
112
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
113
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
114
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
115
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
116
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
117 idTermPath =""".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication/dc:identifier"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
118 #idTermPath =".//{http://purl.org/dc/elements/1.1/}identifier"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
119
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
120 idterms = citation.findall(idTermPath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
121
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
122 linksIdentifier=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
123 linksLocator=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
124
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
125
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
126 bookID = None
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
127
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
128
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
129 for idterm in idterms:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
130 if idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:OTHER','eidt:OTHER']: ##suche nach bookID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
131 logging.debug("zopePubmanConnector: %s"%idterm.text)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
132 checkID =idterm.text.lstrip().rstrip()
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
133 if checkID.startswith("MPIWG-Book:"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
134 bookID = checkID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
135 break
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
136 elif idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:URI','eidt:URI']:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
137 linksIdentifier.append(idterm.text.lstrip().rstrip())
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
138
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
139
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
140
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
141
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
142 componentsPath =""".//escidocComponents:components[1]"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
143
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
144 components=citation.findall(componentsPath,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
145
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
146 for component in components:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
147 cnt = component.find(".//escidocComponents:content",ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
148 if cnt is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
149 link=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
150 title=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
151 type=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
152 for name,value in cnt.items():
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
153 if name.endswith("href"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
154 link=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
155 elif name.endswith("title"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
156 title=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
157 elif name.endswith("storage"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
158 type=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
159
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
160 linksLocator.append((title,link,type))
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
161
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
162
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
163
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
164
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
165 ret.append((objId,text.text,bookID,linksIdentifier,linksLocator))
0
373e6610e290 initial
dwinter
parents:
diff changeset
166
373e6610e290 initial
dwinter
parents:
diff changeset
167
373e6610e290 initial
dwinter
parents:
diff changeset
168
373e6610e290 initial
dwinter
parents:
diff changeset
169 return ret
373e6610e290 initial
dwinter
parents:
diff changeset
170
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
171
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
172 def search(self,values={},exact=False,limit=None,contexts=None):
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
173 """search pubman
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
174 @values map mit field->value
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
175 @return map mit escidocId -> XML-formatted snippeds
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
176 """
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
177
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
178 fieldToEscidoc={"title":"escidoc.any-title",
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
179 "author":"escidoc.publication.any.publication-creator-names",
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
180 "any":"escidoc.metadata"}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
181
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
182
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
183 cn = self.connectorString+"cqlQuery=%s&"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
184 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
185
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
186 if limit:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
187 cn+="&maximumRecords=%s"%limit
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
188
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
189 querys = []
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
190 for field in values.keys():
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
191
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
192 searchField = fieldToEscidoc.get(field,None)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
193 if searchField is None:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
194 logging.debug("search, don't know field: %s"%field)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
195 continue
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
196
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
197 value = values[field]
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
198 try:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
199 value=unicodedata.normalize('NFKD', value).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
200 except:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
201 value=unicodedata.normalize('NFKD', value.decode('utf-8')).encode('ASCII', 'ignore')
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
202 if value == '':
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
203 continue
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
204 logging.debug("%s=%s"%(field,value))
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
205 if not exact:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
206 value=value+"*"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
207
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
208 querys.append("%s=%%22%s%%22"%(searchField,value))
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
209
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
210 query="%20AND%20".join(querys)
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
211
245294b18a1d search modified
dwinter
parents: 4
diff changeset
212 if contexts: # einscbraenken auf contexte
245294b18a1d search modified
dwinter
parents: 4
diff changeset
213
245294b18a1d search modified
dwinter
parents: 4
diff changeset
214 if isinstance(contexts, str):
245294b18a1d search modified
dwinter
parents: 4
diff changeset
215 contexts=[contexts]
245294b18a1d search modified
dwinter
parents: 4
diff changeset
216
245294b18a1d search modified
dwinter
parents: 4
diff changeset
217 ctxquerys=[]
245294b18a1d search modified
dwinter
parents: 4
diff changeset
218 for context in contexts:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
219 ctxquerys.append("escidoc.context.objid=%%22%s%%22"%(context))
245294b18a1d search modified
dwinter
parents: 4
diff changeset
220
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
221 ctxquery="%20OR%20".join(ctxquerys)
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
222
245294b18a1d search modified
dwinter
parents: 4
diff changeset
223 if query!="":
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
224 query=query+"AND%%20(%s)"%ctxquery
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
225 else:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
226 query="(%s)"%ctxquery
245294b18a1d search modified
dwinter
parents: 4
diff changeset
227
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
228 try:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
229 h = httplib2.Http(cacheFolder)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
230 logging.debug("search: "+cn%query)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
231 resp, content = h.request(cn%query)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
232 except:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
233 logging.error("Unable to get data from PubMan!")
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
234 return {}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
235
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
236 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
237
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
238 try:
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
239 root = ET.fromstring(content)
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
240 except:
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
241 logging.error("Couldn't parse content of:%s"%(cn%query))
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
242 return {}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
243 #<escidocItem:item objid="escidoc:630782"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
244
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
245 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
246
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
247 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
248 citations=root.findall(objxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
249
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
250 ret={}
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
251 for citation in citations:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
252 objId = citation.get('objid')
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
253 text = citation.find(citationxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
254 ret[objId]=text.text
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
255
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
256 return ret
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
257
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
258
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
259 def getEntriesFromPubman(self,escidocids):
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
260
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
261 doctypes={}
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
262 for escidocid in escidocids:
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
263
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
264 txt, type = self.getEntryFromPubman(escidocid.escidocid, True)
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
265
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
266 if not doctypes.has_key(type):
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
267 doctypes[type]=[]
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
268
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
269 doctypes[type].append((escidocid.escidocid,txt))
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
270
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
271
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
272 return doctypes
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
273
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
274
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
275 def getEntryFromPubman(self,escidocid,extendedData=None):
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
276 """get one entry"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
277
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
278
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
279
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
280 escidocid=escidocid.lstrip().strip()
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
281 h = httplib2.Http(cacheFolder)
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
282 cn = self.connectorString+"cqlQuery=escidoc.objid=%s&"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
283 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
284
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
285 resp, content = h.request(cn%escidocid)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
286 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
287 logging.debug(cn%escidocid)
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
288
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
289 root = ET.fromstring(content)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
290
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
291
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
292 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
293
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
294 itempath = ".//escidocItem:item"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
295
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
296 item = root.find(itempath,ns) #get item
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
297
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
298 citation=item.find(citationxpath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
299
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
300
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
301 if citation is not None and extendedData is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
302
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
303 linksIdentifier=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
304 linksLocator=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
305
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
306
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
307
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
308 #get identifier
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
309 idTermPath =""".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication/dc:identifier"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
310 #idTermPath =".//{http://purl.org/dc/elements/1.1/}identifier"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
311
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
312 idterms = item.findall(idTermPath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
313
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
314 bookID = None
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
315 logging.debug("zopePubmanConnector: %s"%idterms)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
316 for idterm in idterms:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
317
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
318 if idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:OTHER','eidt:OTHER']: ##suche nach bookID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
319 logging.debug("zopePubmanConnector: %s"%idterm.text)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
320 checkID =idterm.text.lstrip().rstrip()
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
321 if checkID.startswith("MPIWG-Book:"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
322 bookID = checkID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
323 break
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
324 elif idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:URI','eidt:URI']:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
325 linksIdentifier.append(idterm.text.lstrip().rstrip())
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
326
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
327
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
328 #get files and locators
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
329 componentsPath =""".//escidocComponents:components[1]"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
330
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
331 components=item.findall(componentsPath,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
332
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
333 for component in components:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
334 cnt = component.find(".//escidocComponents:content",ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
335 if cnt is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
336 link=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
337 title=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
338 type=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
339 for name,value in cnt.items():
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
340 if name.endswith("href"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
341 link=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
342 elif name.endswith("title"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
343 title=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
344 elif name.endswith("storage"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
345 type=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
346
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
347 linksLocator.append((title,link,type))
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
348
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
349
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
350
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
351
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
352
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
353
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
354
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
355
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
356
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
357 path = ".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication"
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
358 publicationTag= item.find(path,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
359
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
360 return citation.text,publicationTag.get('type'),bookID,linksIdentifier,linksLocator
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
361
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
362 if citation is not None:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
363
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
364 return citation.text
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
365
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
366 return "",''
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
367
0
373e6610e290 initial
dwinter
parents:
diff changeset
368 def pubmanConnectorURL(self):
373e6610e290 initial
dwinter
parents:
diff changeset
369 return self.connectorString
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
370
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
371
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
372 def getPublicationsFromContext(self,context,limit=None,publicationType=None,search=None):
7
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
373 """gibt alle publicationen des context, jeweils als tupel ("escidoc:id",METADATEN)
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
374
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
375 METADATEN ist hierbei eine Map mit :
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
376 "citation" --> citation in der APA formatierung
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
377 "volume" --> volume
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
378 "link" --> dowloadlink
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
379 "abstracts" --> map mit deu/eng für den abstrakt
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
380 "authors" --> [(NACHNAME,VORNAME]),..]
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
381 "title"--> title
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
382 "year" --> issued
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
383 """
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
384 h = httplib2.Http(cacheFolder)
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
385
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
386 if publicationType is None:
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
387 cn = self.connectorString+"cqlQuery=(escidoc.context.objid=%22"+context+"%22"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
388 #cn = self.connectorString+"cqlQuery=escidoc.objid=%22"+"escidoc:643455"+"%22&"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
389 else:
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
390 cn = self.connectorString+"cqlQuery=(escidoc.context.objid=%22"+context+"%22"
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
391 cn +="%20and%20escidoc.publication.type=%22"+publicationType+"%22"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
392
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
393 if search is not None and search != "":
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
394 try:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
395 search = unicodedata.normalize('NFKD', search).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
396 except:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
397 search = unicodedata.normalize('NFKD', search.decode('utf-8')).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
398 cn+="%20and%20escidoc.metadata="+search+""
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
399
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
400
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
401 cn +=")&exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
402 if limit:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
403 cn+="&maximumRecords=%s"%limit
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
404
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
405 startTime = time.time()
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
406 try:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
407 logging.debug("getPublicationsFromContext: getting %s"%cn)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
408 resp, content = h.request(cn)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
409 logging.debug("getPublicationsFromContext: got data in %ss"%(time.time()-startTime))
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
410
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
411 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
412
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
413 root = ET.fromstring(content)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
414
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
415 except Exception, e:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
416 logging.error("Unable to read and parse data! %s"%e)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
417 return []
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
418
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
419 #<escidocItem:item objid="escidoc:630782"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
420
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
421 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
422 abstractpath=".//{http://purl.org/dc/terms/}abstract"
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
423 issuedpath=".//{http://purl.org/dc/terms/}issued"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
424
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
425 creatorpath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/publication}creator/{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}person"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
426 familyNamepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}family-name"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
427 givenNamepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}given-name"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
428
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
429
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
430 titlepath=".//{http://purl.org/dc/elements/1.1/}title"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
431
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
432 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
433 srcpath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/publication}source"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
434 volumepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}volume"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
435
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
436 #linkspath=""".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content[@storage="internal-managed"]"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
437 linkspath=""".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content[@storage="external-url"]"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
438 #linkspath=".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
439 citations=root.findall(objxpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
440
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
441 ret=[]
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
442 for citation in citations:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
443 objId = citation.get('objid')
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
444
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
445 text = citation.find(citationxpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
446
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
447 #Get volume = preprintID
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
448 # <publication:source type="series">
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
449 # <dc:title>Max-Planck-Institut für Wissenschaftsgeschichte : Preprint</dc:title>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
450 # <escidoc:volume>437</escidoc:volume>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
451
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
452 src= citation.find(srcpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
453 vol = src.find(volumepath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
454
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
455 #get link to fulltext
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
456 #<escidocComponents:component objid="escidoc:644183">
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
457 #<escidocComponents:properties>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
458 # <prop:creation-date>2013-04-29T09:00:01.100Z</prop:creation-date>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
459 # <prop:valid-status>valid</prop:valid-status>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
460 # <prop:visibility>public</prop:visibility>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
461 # <prop:content-category>pre-print</prop:content-category>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
462 # <prop:file-name>P437.PDF</prop:file-name>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
463 # <prop:mime-type>application/pdf</prop:mime-type>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
464 # <prop:checksum>d0ccdc62d6707d934e60e9839ffe30bf</prop:checksum>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
465 # <prop:checksum-algorithm>MD5</prop:checksum-algorithm>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
466 #</escidocComponents:properties>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
467 #<escidocComponents:content xlink:type="simple" xlink:title="P437.PDF" storage="internal-managed"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
468 # xlink:href="http://pubman.mpiwg-berlin.mpg.de/pubman/item/escidoc:643686:3/component/escidoc:644183/P437.PDF"/>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
469 #
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
470
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
471 src= citation.find(linkspath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
472 if src is not None:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
473
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
474 link=src.get("{http://www.w3.org/1999/xlink}href")
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
475 #logging.debug(src.attrib)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
476
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
477 else:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
478 link =""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
479
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
480 #<dcterms:abstract xml:lang="deu">Dieser Preprint versammelt eine Auswahl von Beiträgen zum Symposium zu Ehren von Hans-Jörg Rheinbergers 65. Geburtstag. Es fand am 24.1.2011 im Max-Planck-Institute für Wissenschaftsgeschichte statt und brachte Freunde, Studenten und Kollegen von Hans-Jörg Rheinberger zusammen.</dcterms:abstract>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
481 #<dcterms:abstract xml:lang="eng">In this preprint, a selection of contributions to the symposium in honor of Hans-Jörg Rheinberger’s 65th birthday is published. It took place on January 24, 2011 at the Max-Planck-Institute for the History of Science and assembled friends, students and colleagues of Hans-Jörg Rheinberger.</dcterms:abstract>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
482
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
483 abstracts = citation.findall(abstractpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
484
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
485 abstractTexts={}
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
486 for abstract in abstracts:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
487
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
488 lang = abstract.get("{http://www.w3.org/XML/1998/namespace}lang")
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
489 abstractTexts[lang]=abstract.text
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
490
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
491 authorsTags = citation.findall(creatorpath)
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
492
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
493 authors=[]
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
494 for author in authorsTags:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
495
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
496 gn= author.find(givenNamepath).text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
497 fn= author.find(familyNamepath).text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
498
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
499 authors.append((fn,gn))
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
500
8
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
501 titleTag = citation.find(titlepath)
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
502
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
503 if titleTag is not None:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
504 title = titleTag.text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
505 else:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
506 title=""
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
507
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
508 issuedTag = citation.find(issuedpath)
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
509
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
510 if issuedTag is not None:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
511 issued = issuedTag.text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
512 else:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
513 issued=""
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
514
8
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
515 item = {"id":objId,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
516 "citation":text.text,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
517 "volume":vol.text,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
518 "link":link,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
519 "abstracts":abstractTexts,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
520 "authors":authors,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
521 "title":title,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
522 "year":issued}
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
523
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
524 ret.append(item)
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
525
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
526 logging.debug("getPublicationsFromContext: done in %ss"%(time.time()-startTime))
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
527 return ret
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
528
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
529
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
530
0
373e6610e290 initial
dwinter
parents:
diff changeset
531
373e6610e290 initial
dwinter
parents:
diff changeset
532 def manage_addZopePubmanConnectorForm(self):
373e6610e290 initial
dwinter
parents:
diff changeset
533 """Form for external Links"""
373e6610e290 initial
dwinter
parents:
diff changeset
534 pt=zptFile(self, 'zpt/AddZopePubmanConnector.zpt')
373e6610e290 initial
dwinter
parents:
diff changeset
535 return pt()
373e6610e290 initial
dwinter
parents:
diff changeset
536
373e6610e290 initial
dwinter
parents:
diff changeset
537
373e6610e290 initial
dwinter
parents:
diff changeset
538 def manage_addZopePubmanConnector(self,id,title,pubmanURL,RESPONSE=None):
373e6610e290 initial
dwinter
parents:
diff changeset
539 """Add an external Link"""
373e6610e290 initial
dwinter
parents:
diff changeset
540
373e6610e290 initial
dwinter
parents:
diff changeset
541 newObj=ZopePubmanConnector(id,title,pubmanURL)
373e6610e290 initial
dwinter
parents:
diff changeset
542
373e6610e290 initial
dwinter
parents:
diff changeset
543 self._setObject(id,newObj)
373e6610e290 initial
dwinter
parents:
diff changeset
544
373e6610e290 initial
dwinter
parents:
diff changeset
545 if RESPONSE is not None:
373e6610e290 initial
dwinter
parents:
diff changeset
546 RESPONSE.redirect('manage_main')
373e6610e290 initial
dwinter
parents:
diff changeset
547