annotate zopePubmanConnector.py @ 16:3e154b154b6f

timeouts
author dwinter
date Fri, 14 Jun 2013 12:27:01 +0200
parents ca3084877394
children 48c4a6f3b135
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
373e6610e290 initial
dwinter
parents:
diff changeset
1 # -*- coding: utf-8 -*-
373e6610e290 initial
dwinter
parents:
diff changeset
2
373e6610e290 initial
dwinter
parents:
diff changeset
3 #Verbindet Zope mit pubman.
373e6610e290 initial
dwinter
parents:
diff changeset
4
373e6610e290 initial
dwinter
parents:
diff changeset
5
373e6610e290 initial
dwinter
parents:
diff changeset
6 from OFS.SimpleItem import SimpleItem
373e6610e290 initial
dwinter
parents:
diff changeset
7 from Products.PageTemplates.PageTemplateFile import PageTemplateFile
373e6610e290 initial
dwinter
parents:
diff changeset
8 import os.path
373e6610e290 initial
dwinter
parents:
diff changeset
9
373e6610e290 initial
dwinter
parents:
diff changeset
10 from Globals import package_home
373e6610e290 initial
dwinter
parents:
diff changeset
11 import httplib2
373e6610e290 initial
dwinter
parents:
diff changeset
12 import xml.etree.ElementTree as ET
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
13 import logging
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
14 import time
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
15 import unicodedata
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
16
16
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
17 TIMEOUT=10
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
18
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
19 cacheFolder ="/var/tmp/.cacheWWW"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
20
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
21 ns = {'escidocMetadataProfile':"http://escidoc.mpg.de/metadataprofile/schema/0.1/",
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
22 'escidocMetadataRecords':"http://www.escidoc.de/schemas/metadatarecords/0.4",
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
23 'dc':'http://purl.org/dc/elements/1.1/',
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
24 'escidocComponents':'http://www.escidoc.de/schemas/components/0.8',
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
25 'escidocItem':'http://www.escidoc.de/schemas/item/0.8'
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
26 }
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
27
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
28
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
29
0
373e6610e290 initial
dwinter
parents:
diff changeset
30 def zptFile(self, path, orphaned=False):
373e6610e290 initial
dwinter
parents:
diff changeset
31 """returns a page template file from the product"""
373e6610e290 initial
dwinter
parents:
diff changeset
32 if orphaned:
373e6610e290 initial
dwinter
parents:
diff changeset
33 # unusual case
373e6610e290 initial
dwinter
parents:
diff changeset
34 pt=PageTemplateFile(os.path.join(package_home(globals()), path))
373e6610e290 initial
dwinter
parents:
diff changeset
35 else:
373e6610e290 initial
dwinter
parents:
diff changeset
36
373e6610e290 initial
dwinter
parents:
diff changeset
37 pt=PageTemplateFile(os.path.join(package_home(globals()), path)).__of__(self)
373e6610e290 initial
dwinter
parents:
diff changeset
38 return pt
373e6610e290 initial
dwinter
parents:
diff changeset
39
373e6610e290 initial
dwinter
parents:
diff changeset
40 class ZopePubmanConnector(SimpleItem):
373e6610e290 initial
dwinter
parents:
diff changeset
41
373e6610e290 initial
dwinter
parents:
diff changeset
42
373e6610e290 initial
dwinter
parents:
diff changeset
43 connectorString="http://pubman.mpiwg-berlin.mpg.de/search/SearchAndExport?"
373e6610e290 initial
dwinter
parents:
diff changeset
44
373e6610e290 initial
dwinter
parents:
diff changeset
45
373e6610e290 initial
dwinter
parents:
diff changeset
46 meta_type="ZopePubmanConnector"
373e6610e290 initial
dwinter
parents:
diff changeset
47
373e6610e290 initial
dwinter
parents:
diff changeset
48 manage_options= ({'label':'Main Config','action': 'changeMain'},) + SimpleItem.manage_options
373e6610e290 initial
dwinter
parents:
diff changeset
49
373e6610e290 initial
dwinter
parents:
diff changeset
50 def __init__(self,id,title,pubmanURL):
373e6610e290 initial
dwinter
parents:
diff changeset
51 self.id=id
373e6610e290 initial
dwinter
parents:
diff changeset
52 self.title=title
373e6610e290 initial
dwinter
parents:
diff changeset
53 self.pubmanURL=pubmanURL #URL einer pubman instance bzw. einer collection, falls nicht die default collection benutzt werden soll
373e6610e290 initial
dwinter
parents:
diff changeset
54
373e6610e290 initial
dwinter
parents:
diff changeset
55
373e6610e290 initial
dwinter
parents:
diff changeset
56
373e6610e290 initial
dwinter
parents:
diff changeset
57 def changeMain(self,pubmanURL=None,title=None,REQUEST=None,RESPONSE=None):
373e6610e290 initial
dwinter
parents:
diff changeset
58 """change main settings"""
373e6610e290 initial
dwinter
parents:
diff changeset
59 if pubmanURL:
373e6610e290 initial
dwinter
parents:
diff changeset
60 self.pubmanURL=pubmanURL
373e6610e290 initial
dwinter
parents:
diff changeset
61 self.title=title
373e6610e290 initial
dwinter
parents:
diff changeset
62
373e6610e290 initial
dwinter
parents:
diff changeset
63 if RESPONSE is not None:
373e6610e290 initial
dwinter
parents:
diff changeset
64 RESPONSE.redirect('manage_main')
373e6610e290 initial
dwinter
parents:
diff changeset
65
373e6610e290 initial
dwinter
parents:
diff changeset
66
373e6610e290 initial
dwinter
parents:
diff changeset
67 else:
373e6610e290 initial
dwinter
parents:
diff changeset
68 pt=zptFile(self, 'zpt/ChangeZopePubmanConnector.zpt')
373e6610e290 initial
dwinter
parents:
diff changeset
69 return pt()
373e6610e290 initial
dwinter
parents:
diff changeset
70
373e6610e290 initial
dwinter
parents:
diff changeset
71
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
72 def getPublications(self,personID,limit=None,publicationType=None):
0
373e6610e290 initial
dwinter
parents:
diff changeset
73 """get all publications der personID"""
16
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
74 h = httplib2.Http(cacheFolder,timeout=TIMEOUT)
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
75
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
76
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
77
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
78 if publicationType is None:
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
79 # cn = self.connectorString+"cqlQuery=escidoc.any-identifier=%22"+personID+"%22&"
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
80 cn = self.connectorString+"cqlQuery=escidoc.publication.creator.person.identifier=%22"+personID+"%22&"
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
81 else:
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
82 #cn = self.connectorString+"cqlQuery=escidoc.any-identifier=%22"+personID+"%22"
13
43849c9cc08b Incomplete - # 74: More Link auf den pers?nlichne Homepages
dwinter
parents: 12
diff changeset
83 cn = self.connectorString+"cqlQuery=%28escidoc.publication.creator.person.identifier=%22"+personID+"%22%29"
43849c9cc08b Incomplete - # 74: More Link auf den pers?nlichne Homepages
dwinter
parents: 12
diff changeset
84 cn +="%20and%28%20escidoc.publication.type=%22"+publicationType+"%22%29&"
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
85
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
86 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
87 if limit:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
88 cn+="&maximumRecords=%s"%limit
1
c6478f155400 id eingebaut
dwinter
parents: 0
diff changeset
89
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
90 logging.debug(cn)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
91 resp, content = h.request(cn)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
92
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
93
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
94
0
373e6610e290 initial
dwinter
parents:
diff changeset
95 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
373e6610e290 initial
dwinter
parents:
diff changeset
96
373e6610e290 initial
dwinter
parents:
diff changeset
97 root = ET.fromstring(content)
373e6610e290 initial
dwinter
parents:
diff changeset
98
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
99 #<escidocItem:item objid="escidoc:630782"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
100
0
373e6610e290 initial
dwinter
parents:
diff changeset
101 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
373e6610e290 initial
dwinter
parents:
diff changeset
102
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
103 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
104
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
105
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
106
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
107 citations=root.findall(objxpath)
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
108 logging.debug(len(citations))
0
373e6610e290 initial
dwinter
parents:
diff changeset
109 ret=[]
373e6610e290 initial
dwinter
parents:
diff changeset
110 for citation in citations:
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
111 objId = citation.get('objid')
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
112
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
113 text = citation.find(citationxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
114
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
115
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
116
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
117
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
118
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
119 idTermPath =""".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication/dc:identifier"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
120 #idTermPath =".//{http://purl.org/dc/elements/1.1/}identifier"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
121
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
122 idterms = citation.findall(idTermPath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
123
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
124 linksIdentifier=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
125 linksLocator=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
126
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
127
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
128 bookID = None
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
129
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
130
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
131 for idterm in idterms:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
132 if idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:OTHER','eidt:OTHER']: ##suche nach bookID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
133 logging.debug("zopePubmanConnector: %s"%idterm.text)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
134 checkID =idterm.text.lstrip().rstrip()
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
135 if checkID.startswith("MPIWG-Book:"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
136 bookID = checkID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
137 break
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
138 elif idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:URI','eidt:URI']:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
139 linksIdentifier.append(idterm.text.lstrip().rstrip())
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
140
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
141
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
142
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
143
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
144 componentsPath =""".//escidocComponents:components[1]"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
145
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
146 components=citation.findall(componentsPath,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
147
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
148 for component in components:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
149 cnt = component.find(".//escidocComponents:content",ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
150 if cnt is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
151 link=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
152 title=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
153 type=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
154 for name,value in cnt.items():
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
155 if name.endswith("href"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
156 link=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
157 elif name.endswith("title"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
158 title=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
159 elif name.endswith("storage"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
160 type=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
161
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
162 linksLocator.append((title,link,type))
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
163
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
164
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
165
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
166
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
167 ret.append((objId,text.text,bookID,linksIdentifier,linksLocator))
0
373e6610e290 initial
dwinter
parents:
diff changeset
168
373e6610e290 initial
dwinter
parents:
diff changeset
169
373e6610e290 initial
dwinter
parents:
diff changeset
170
373e6610e290 initial
dwinter
parents:
diff changeset
171 return ret
373e6610e290 initial
dwinter
parents:
diff changeset
172
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
173
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
174 def search(self,values={},exact=False,limit=None,contexts=None):
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
175 """search pubman
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
176 @values map mit field->value
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
177 @return map mit escidocId -> XML-formatted snippeds
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
178 """
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
179
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
180 fieldToEscidoc={"title":"escidoc.any-title",
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
181 "author":"escidoc.publication.any.publication-creator-names",
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
182 "any":"escidoc.metadata"}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
183
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
184
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
185 cn = self.connectorString+"cqlQuery=%s&"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
186 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
187
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
188 if limit:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
189 cn+="&maximumRecords=%s"%limit
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
190
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
191 querys = []
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
192 for field in values.keys():
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
193
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
194 searchField = fieldToEscidoc.get(field,None)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
195 if searchField is None:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
196 logging.debug("search, don't know field: %s"%field)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
197 continue
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
198
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
199 value = values[field]
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
200 try:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
201 value=unicodedata.normalize('NFKD', value).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
202 except:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
203 value=unicodedata.normalize('NFKD', value.decode('utf-8')).encode('ASCII', 'ignore')
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
204 if value == '':
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
205 continue
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
206 logging.debug("%s=%s"%(field,value))
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
207 if not exact:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
208 value=value+"*"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
209
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
210 querys.append("%s=%%22%s%%22"%(searchField,value))
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
211
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
212 query="%20AND%20".join(querys)
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
213
245294b18a1d search modified
dwinter
parents: 4
diff changeset
214 if contexts: # einscbraenken auf contexte
245294b18a1d search modified
dwinter
parents: 4
diff changeset
215
245294b18a1d search modified
dwinter
parents: 4
diff changeset
216 if isinstance(contexts, str):
245294b18a1d search modified
dwinter
parents: 4
diff changeset
217 contexts=[contexts]
245294b18a1d search modified
dwinter
parents: 4
diff changeset
218
245294b18a1d search modified
dwinter
parents: 4
diff changeset
219 ctxquerys=[]
245294b18a1d search modified
dwinter
parents: 4
diff changeset
220 for context in contexts:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
221 ctxquerys.append("escidoc.context.objid=%%22%s%%22"%(context))
245294b18a1d search modified
dwinter
parents: 4
diff changeset
222
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
223 ctxquery="%20OR%20".join(ctxquerys)
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
224
245294b18a1d search modified
dwinter
parents: 4
diff changeset
225 if query!="":
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
226 query=query+"AND%%20(%s)"%ctxquery
5
245294b18a1d search modified
dwinter
parents: 4
diff changeset
227 else:
245294b18a1d search modified
dwinter
parents: 4
diff changeset
228 query="(%s)"%ctxquery
245294b18a1d search modified
dwinter
parents: 4
diff changeset
229
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
230 try:
16
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
231 h = httplib2.Http(cacheFolder,timeout=TIMEOUT)
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
232 logging.debug("search: "+cn%query)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
233 resp, content = h.request(cn%query)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
234 except:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
235 logging.error("Unable to get data from PubMan!")
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
236 return {}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
237
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
238 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
239
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
240 try:
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
241 root = ET.fromstring(content)
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
242 except:
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
243 logging.error("Couldn't parse content of:%s"%(cn%query))
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
244 return {}
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
245 #<escidocItem:item objid="escidoc:630782"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
246
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
247 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
248
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
249 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
250 citations=root.findall(objxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
251
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
252 ret={}
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
253 for citation in citations:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
254 objId = citation.get('objid')
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
255 text = citation.find(citationxpath)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
256 ret[objId]=text.text
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
257
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
258 return ret
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
259
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
260
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
261 def getEntriesFromPubman(self,escidocids):
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
262
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
263 doctypes={}
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
264 for escidocid in escidocids:
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
265
15
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
266 txt, type, bookID,linksIdentifier,linksLocator = self.getEntryFromPubman(escidocid.escidocid, True)
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
267
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
268 if not doctypes.has_key(type):
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
269 doctypes[type]=[]
15
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
270
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
271 entry={}
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
272 entry['citation']= txt
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
273 entry['escidocId']= escidocid.escidocid
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
274 entry['bookId']=bookID
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
275 entry['linksIdentifier']=linksIdentifier
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
276 entry['linksLocator']=linksIdentifier
ca3084877394 publicationslist
dwinter
parents: 14
diff changeset
277 doctypes[type].append(entry)
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
278
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
279
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
280 return doctypes
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
281
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
282
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
283 def getEntryFromPubman(self,escidocid,extendedData=None):
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
284 """get one entry"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
285
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
286
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
287
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
288 escidocid=escidocid.lstrip().strip()
16
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
289 h = httplib2.Http(cacheFolder,timout=TIMEOUT)
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
290 cn = self.connectorString+"cqlQuery=escidoc.objid=%s&"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
291 cn +="exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
292
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
293 resp, content = h.request(cn%escidocid)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
294 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
3
602b6e46b176 error handling bei falscher suche
dwinter
parents: 2
diff changeset
295 logging.debug(cn%escidocid)
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
296
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
297 root = ET.fromstring(content)
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
298
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
299
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
300 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
301
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
302 itempath = ".//escidocItem:item"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
303
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
304 item = root.find(itempath,ns) #get item
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
305
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
306 citation=item.find(citationxpath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
307
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
308
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
309 if citation is not None and extendedData is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
310
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
311 linksIdentifier=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
312 linksLocator=[]
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
313
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
314
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
315
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
316 #get identifier
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
317 idTermPath =""".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication/dc:identifier"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
318 #idTermPath =".//{http://purl.org/dc/elements/1.1/}identifier"
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
319
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
320 idterms = item.findall(idTermPath,ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
321
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
322 bookID = None
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
323 logging.debug("zopePubmanConnector: %s"%idterms)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
324 for idterm in idterms:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
325
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
326 if idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:OTHER','eidt:OTHER']: ##suche nach bookID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
327 logging.debug("zopePubmanConnector: %s"%idterm.text)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
328 checkID =idterm.text.lstrip().rstrip()
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
329 if checkID.startswith("MPIWG-Book:"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
330 bookID = checkID
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
331 break
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
332 elif idterm.get("{http://www.w3.org/2001/XMLSchema-instance}type",'') in ['eterms:URI','eidt:URI']:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
333 linksIdentifier.append(idterm.text.lstrip().rstrip())
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
334
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
335
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
336 #get files and locators
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
337 componentsPath =""".//escidocComponents:components[1]"""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
338
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
339 components=item.findall(componentsPath,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
340
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
341 for component in components:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
342 cnt = component.find(".//escidocComponents:content",ns)
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
343 if cnt is not None:
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
344 link=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
345 title=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
346 type=""
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
347 for name,value in cnt.items():
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
348 if name.endswith("href"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
349 link=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
350 elif name.endswith("title"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
351 title=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
352 elif name.endswith("storage"):
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
353 type=value
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
354
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
355 linksLocator.append((title,link,type))
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
356
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
357
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
358
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
359
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
360
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
361
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
362
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
363
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
364
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
365 path = ".//escidocMetadataRecords:md-records/escidocMetadataRecords:md-record/escidocMetadataProfile:publication"
14
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
366 publicationTag= item.find(path,ns);
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
367
d92decb037d6 bugs in publ
dwinter
parents: 13
diff changeset
368 return citation.text,publicationTag.get('type'),bookID,linksIdentifier,linksLocator
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
369
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
370 if citation is not None:
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
371
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
372 return citation.text
11
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
373
69a2f0b8a932 sortieren von treffer listen nach typen
dwinter
parents: 10
diff changeset
374 return "",''
2
9dbb9354abbe getPublications erweitert nach Typ
dwinter
parents: 1
diff changeset
375
0
373e6610e290 initial
dwinter
parents:
diff changeset
376 def pubmanConnectorURL(self):
373e6610e290 initial
dwinter
parents:
diff changeset
377 return self.connectorString
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
378
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
379
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
380 def getPublicationsFromContext(self,context,limit=None,publicationType=None,search=None):
7
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
381 """gibt alle publicationen des context, jeweils als tupel ("escidoc:id",METADATEN)
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
382
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
383 METADATEN ist hierbei eine Map mit :
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
384 "citation" --> citation in der APA formatierung
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
385 "volume" --> volume
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
386 "link" --> dowloadlink
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
387 "abstracts" --> map mit deu/eng für den abstrakt
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
388 "authors" --> [(NACHNAME,VORNAME]),..]
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
389 "title"--> title
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
390 "year" --> issued
06befe15f66f dokumentation
dwinter
parents: 6
diff changeset
391 """
16
3e154b154b6f timeouts
dwinter
parents: 15
diff changeset
392 h = httplib2.Http(cacheFolder,timeout=TIMEOUT)
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
393
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
394 if publicationType is None:
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
395 cn = self.connectorString+"cqlQuery=(escidoc.context.objid=%22"+context+"%22"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
396 #cn = self.connectorString+"cqlQuery=escidoc.objid=%22"+"escidoc:643455"+"%22&"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
397 else:
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
398 cn = self.connectorString+"cqlQuery=(escidoc.context.objid=%22"+context+"%22"
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
399 cn +="%20and%20escidoc.publication.type=%22"+publicationType+"%22"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
400
10
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
401 if search is not None and search != "":
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
402 try:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
403 search = unicodedata.normalize('NFKD', search).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
404 except:
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
405 search = unicodedata.normalize('NFKD', search.decode('utf-8')).encode('ASCII', 'ignore')
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
406 cn+="%20and%20escidoc.metadata="+search+""
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
407
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
408
007ba22a5eb1 umlaut suche jetzt normalisiert
dwinter
parents: 9
diff changeset
409 cn +=")&exportFormat=APA&outputFormat=snippet&language=all&sortKeys=escidoc.any-dates&sortOrder=descending"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
410 if limit:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
411 cn+="&maximumRecords=%s"%limit
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
412
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
413 startTime = time.time()
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
414 try:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
415 logging.debug("getPublicationsFromContext: getting %s"%cn)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
416 resp, content = h.request(cn)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
417 logging.debug("getPublicationsFromContext: got data in %ss"%(time.time()-startTime))
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
418
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
419 ET.register_namespace("dcterms", "http://purl.org/dc/terms/")
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
420
12
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
421 root = ET.fromstring(content)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
422
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
423 except Exception, e:
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
424 logging.error("Unable to read and parse data! %s"%e)
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
425 return []
55294833888f fix error without network connection.
casties
parents: 11
diff changeset
426
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
427 #<escidocItem:item objid="escidoc:630782"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
428
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
429 citationxpath=".//{http://purl.org/dc/terms/}bibliographicCitation"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
430 abstractpath=".//{http://purl.org/dc/terms/}abstract"
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
431 issuedpath=".//{http://purl.org/dc/terms/}issued"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
432
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
433 creatorpath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/publication}creator/{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}person"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
434 familyNamepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}family-name"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
435 givenNamepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}given-name"
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
436
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
437
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
438 titlepath=".//{http://purl.org/dc/elements/1.1/}title"
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
439
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
440 objxpath=".//{http://www.escidoc.de/schemas/item/0.8}item"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
441 srcpath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/publication}source"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
442 volumepath=".//{http://escidoc.mpg.de/metadataprofile/schema/0.1/types}volume"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
443
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
444 #linkspath=""".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content[@storage="internal-managed"]"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
445 linkspath=""".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content[@storage="external-url"]"""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
446 #linkspath=".//{http://www.escidoc.de/schemas/components/0.8}component/{http://www.escidoc.de/schemas/components/0.8}content"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
447 citations=root.findall(objxpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
448
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
449 ret=[]
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
450 for citation in citations:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
451 objId = citation.get('objid')
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
452
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
453 text = citation.find(citationxpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
454
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
455 #Get volume = preprintID
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
456 # <publication:source type="series">
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
457 # <dc:title>Max-Planck-Institut für Wissenschaftsgeschichte : Preprint</dc:title>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
458 # <escidoc:volume>437</escidoc:volume>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
459
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
460 src= citation.find(srcpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
461 vol = src.find(volumepath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
462
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
463 #get link to fulltext
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
464 #<escidocComponents:component objid="escidoc:644183">
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
465 #<escidocComponents:properties>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
466 # <prop:creation-date>2013-04-29T09:00:01.100Z</prop:creation-date>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
467 # <prop:valid-status>valid</prop:valid-status>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
468 # <prop:visibility>public</prop:visibility>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
469 # <prop:content-category>pre-print</prop:content-category>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
470 # <prop:file-name>P437.PDF</prop:file-name>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
471 # <prop:mime-type>application/pdf</prop:mime-type>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
472 # <prop:checksum>d0ccdc62d6707d934e60e9839ffe30bf</prop:checksum>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
473 # <prop:checksum-algorithm>MD5</prop:checksum-algorithm>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
474 #</escidocComponents:properties>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
475 #<escidocComponents:content xlink:type="simple" xlink:title="P437.PDF" storage="internal-managed"
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
476 # xlink:href="http://pubman.mpiwg-berlin.mpg.de/pubman/item/escidoc:643686:3/component/escidoc:644183/P437.PDF"/>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
477 #
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
478
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
479 src= citation.find(linkspath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
480 if src is not None:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
481
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
482 link=src.get("{http://www.w3.org/1999/xlink}href")
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
483 #logging.debug(src.attrib)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
484
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
485 else:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
486 link =""
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
487
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
488 #<dcterms:abstract xml:lang="deu">Dieser Preprint versammelt eine Auswahl von Beiträgen zum Symposium zu Ehren von Hans-Jörg Rheinbergers 65. Geburtstag. Es fand am 24.1.2011 im Max-Planck-Institute für Wissenschaftsgeschichte statt und brachte Freunde, Studenten und Kollegen von Hans-Jörg Rheinberger zusammen.</dcterms:abstract>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
489 #<dcterms:abstract xml:lang="eng">In this preprint, a selection of contributions to the symposium in honor of Hans-Jörg Rheinberger’s 65th birthday is published. It took place on January 24, 2011 at the Max-Planck-Institute for the History of Science and assembled friends, students and colleagues of Hans-Jörg Rheinberger.</dcterms:abstract>
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
490
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
491 abstracts = citation.findall(abstractpath)
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
492
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
493 abstractTexts={}
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
494 for abstract in abstracts:
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
495
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
496 lang = abstract.get("{http://www.w3.org/XML/1998/namespace}lang")
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
497 abstractTexts[lang]=abstract.text
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
498
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
499 authorsTags = citation.findall(creatorpath)
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
500
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
501 authors=[]
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
502 for author in authorsTags:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
503
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
504 gn= author.find(givenNamepath).text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
505 fn= author.find(familyNamepath).text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
506
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
507 authors.append((fn,gn))
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
508
8
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
509 titleTag = citation.find(titlepath)
6
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
510
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
511 if titleTag is not None:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
512 title = titleTag.text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
513 else:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
514 title=""
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
515
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
516 issuedTag = citation.find(issuedpath)
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
517
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
518 if issuedTag is not None:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
519 issued = issuedTag.text
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
520 else:
49abb91d6c6a getPreprints gibt nun hash mit metadate zurueck
dwinter
parents: 5
diff changeset
521 issued=""
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
522
8
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
523 item = {"id":objId,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
524 "citation":text.text,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
525 "volume":vol.text,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
526 "link":link,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
527 "abstracts":abstractTexts,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
528 "authors":authors,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
529 "title":title,
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
530 "year":issued}
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
531
ddd7e357e518 changed getPreprints to getPublicationsFromContext. returns simple list.
casties
parents: 7
diff changeset
532 ret.append(item)
9
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
533
166482535b54 timing output for debugging.
casties
parents: 8
diff changeset
534 logging.debug("getPublicationsFromContext: done in %ss"%(time.time()-startTime))
4
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
535 return ret
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
536
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
537
f845502cf73a preprint methoden hinzugefuegt
dwinter
parents: 3
diff changeset
538
0
373e6610e290 initial
dwinter
parents:
diff changeset
539
373e6610e290 initial
dwinter
parents:
diff changeset
540 def manage_addZopePubmanConnectorForm(self):
373e6610e290 initial
dwinter
parents:
diff changeset
541 """Form for external Links"""
373e6610e290 initial
dwinter
parents:
diff changeset
542 pt=zptFile(self, 'zpt/AddZopePubmanConnector.zpt')
373e6610e290 initial
dwinter
parents:
diff changeset
543 return pt()
373e6610e290 initial
dwinter
parents:
diff changeset
544
373e6610e290 initial
dwinter
parents:
diff changeset
545
373e6610e290 initial
dwinter
parents:
diff changeset
546 def manage_addZopePubmanConnector(self,id,title,pubmanURL,RESPONSE=None):
373e6610e290 initial
dwinter
parents:
diff changeset
547 """Add an external Link"""
373e6610e290 initial
dwinter
parents:
diff changeset
548
373e6610e290 initial
dwinter
parents:
diff changeset
549 newObj=ZopePubmanConnector(id,title,pubmanURL)
373e6610e290 initial
dwinter
parents:
diff changeset
550
373e6610e290 initial
dwinter
parents:
diff changeset
551 self._setObject(id,newObj)
373e6610e290 initial
dwinter
parents:
diff changeset
552
373e6610e290 initial
dwinter
parents:
diff changeset
553 if RESPONSE is not None:
373e6610e290 initial
dwinter
parents:
diff changeset
554 RESPONSE.redirect('manage_main')
373e6610e290 initial
dwinter
parents:
diff changeset
555