version 1.175.2.4, 2011/07/19 09:54:06
|
version 1.175.2.5, 2011/07/19 18:46:35
|
Line 1
|
Line 1
|
|
|
from OFS.Folder import Folder |
from OFS.Folder import Folder |
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate |
from Products.PageTemplates.ZopePageTemplate import ZopePageTemplate |
from Products.PageTemplates.PageTemplateFile import PageTemplateFile |
from Products.PageTemplates.PageTemplateFile import PageTemplateFile |
from AccessControl import ClassSecurityInfo |
from AccessControl import ClassSecurityInfo |
from AccessControl import getSecurityManager |
from AccessControl import getSecurityManager |
from Globals import package_home |
from Globals import package_home |
from Products.zogiLib.zogiLib import browserCheck |
|
|
|
#from Ft.Xml import EMPTY_NAMESPACE, Parse |
#from Ft.Xml import EMPTY_NAMESPACE, Parse |
#import Ft.Xml.Domlette |
#import Ft.Xml.Domlette |
Line 15 import xml.etree.ElementTree as ET
|
Line 13 import xml.etree.ElementTree as ET
|
import os.path |
import os.path |
import sys |
import sys |
import urllib |
import urllib |
import urllib2 |
|
import logging |
import logging |
import math |
import math |
import urlparse |
import urlparse |
import re |
import re |
import string |
import string |
|
|
|
from SrvTxtUtils import getInt, getText, getHttpData |
|
|
def logger(txt,method,txt2): |
def logger(txt,method,txt2): |
"""logging""" |
"""logging""" |
logging.info(txt+ txt2) |
logging.info(txt+ txt2) |
|
|
|
|
def getInt(number, default=0): |
|
"""returns always an int (0 in case of problems)""" |
|
try: |
|
return int(number) |
|
except: |
|
return int(default) |
|
|
|
def getText(node): |
|
"""get the cdata content of a node""" |
|
if node is None: |
|
return "" |
|
# ET: |
|
text = node.text or "" |
|
for e in node: |
|
text += gettext(e) |
|
if e.tail: |
|
text += e.tail |
|
|
|
# 4Suite: |
|
#nodelist=node.childNodes |
|
#text = "" |
|
#for n in nodelist: |
|
# if n.nodeType == node.TEXT_NODE: |
|
# text = text + n.data |
|
|
|
return text |
|
|
|
getTextFromNode = getText |
|
|
|
def serializeNode(node, encoding="utf-8"): |
def serializeNode(node, encoding="utf-8"): |
"""returns a string containing node as XML""" |
"""returns a string containing node as XML""" |
s = ET.tostring(node) |
s = ET.tostring(node) |
Line 128 def browserCheck(self):
|
Line 98 def browserCheck(self):
|
|
|
return bt |
return bt |
|
|
|
|
def getParentDir(path): |
def getParentDir(path): |
"""returns pathname shortened by one""" |
"""returns pathname shortened by one""" |
return '/'.join(path.split('/')[0:-1]) |
return '/'.join(path.split('/')[0:-1]) |
|
|
|
def getBibdataFromDom(dom): |
|
"""returns dict with all elements from bib-tag""" |
|
bibinfo = {} |
|
bib = dom.find(".//meta/bib") |
|
if bib is not None: |
|
# put type in @type |
|
type = bib.get('type') |
|
bibinfo['@type'] = type |
|
# put all subelements in dict |
|
for e in bib: |
|
bibinfo[e.tag] = getText(e) |
|
|
def getHttpData(url, data=None, num_tries=3, timeout=10): |
return bibinfo |
"""returns result from url+data HTTP request""" |
|
# we do GET (by appending data to url) |
|
if isinstance(data, str) or isinstance(data, unicode): |
|
# if data is string then append |
|
url = "%s?%s"%(url,data) |
|
elif isinstance(data, dict) or isinstance(data, list) or isinstance(data, tuple): |
|
# urlencode |
|
url = "%s?%s"%(url,urllib.urlencode(data)) |
|
|
|
response = None |
|
errmsg = None |
|
for cnt in range(num_tries): |
|
try: |
|
logging.debug("getHttpData(#%s %ss) url=%s"%(cnt+1,timeout,url)) |
|
if sys.version_info < (2, 6): |
|
# set timeout on socket -- ugly :-( |
|
import socket |
|
socket.setdefaulttimeout(float(timeout)) |
|
response = urllib2.urlopen(url) |
|
else: |
|
response = urllib2.urlopen(url,timeout=float(timeout)) |
|
# check result? |
|
break |
|
except urllib2.HTTPError, e: |
|
logging.error("getHttpData: HTTP error(%s): %s"%(e.code,e)) |
|
errmsg = str(e) |
|
# stop trying |
|
break |
|
except urllib2.URLError, e: |
|
logging.error("getHttpData: URLLIB error(%s): %s"%(e.reason,e)) |
|
errmsg = str(e) |
|
# stop trying |
|
#break |
|
|
|
if response is not None: |
|
data = response.read() |
|
response.close() |
|
return data |
|
|
|
raise IOError("ERROR fetching HTTP data from %s: %s"%(url,errmsg)) |
|
#return None |
|
|
|
## |
## |
## documentViewer class |
## documentViewer class |
Line 304 class documentViewer(Folder):
|
Line 243 class documentViewer(Folder):
|
|
|
''' |
''' |
logging.debug("HHHHHHHHHHHHHH:load the rss") |
logging.debug("HHHHHHHHHHHHHH:load the rss") |
logger("documentViewer (index)", logging.INFO, "mode: %s url:%s start:%s pn:%s"%(mode,url,start,pn)) |
logging.debug("documentViewer (index) mode: %s url:%s start:%s pn:%s"%(mode,url,start,pn)) |
|
|
if not hasattr(self, 'template'): |
if not hasattr(self, 'template'): |
# create template folder if it doesn't exist |
# create template folder if it doesn't exist |
Line 634 class documentViewer(Folder):
|
Line 573 class documentViewer(Folder):
|
|
|
logging.debug("documentViewer (getbibinfofromindexmeta cutted) path: %s"%(path)) |
logging.debug("documentViewer (getbibinfofromindexmeta cutted) path: %s"%(path)) |
# put in all raw bib fields as dict "bib" |
# put in all raw bib fields as dict "bib" |
bib = dom.find(".//bib") |
bib = getBibdataFromDom(dom) |
#bib = dom.xpath("//bib/*") |
docinfo['bib'] = bib |
if bib is not None: |
|
bibinfo = {} |
|
for e in bib: |
|
bibinfo[e.tag] = getText(e) |
|
|
|
docinfo['bib'] = bibinfo |
|
|
|
# extract some fields (author, title, year) according to their mapping |
# extract some fields (author, title, year) according to their mapping |
metaData=self.metadata.main.meta.bib |
metaData=self.metadata.main.meta.bib |
bibtype=bib.get("type") |
bibtype=bib.get("@type") |
#bibtype=dom.xpath("//bib/@type") |
#bibtype=dom.xpath("//bib/@type") |
if not bibtype: |
if not bibtype: |
bibtype="generic" |
bibtype="generic" |
|
|
bibtype=bibtype.replace("-"," ") # wrong typesiin index meta "-" instead of " " (not wrong! ROC) |
bibtype=bibtype.replace("-"," ") # wrong types in index meta "-" instead of " " (not wrong! ROC) |
docinfo['bib_type'] = bibtype |
docinfo['bib_type'] = bibtype |
bibmap=metaData.generateMappingForType(bibtype) |
bibmap=metaData.generateMappingForType(bibtype) |
logging.debug("documentViewer (getbibinfofromindexmeta) bibmap:"+repr(bibmap)) |
logging.debug("documentViewer (getbibinfofromindexmeta) bibmap:"+repr(bibmap)) |
logging.debug("documentViewer (getbibinfofromindexmeta) bibtype:"+repr(bibtype)) |
logging.debug("documentViewer (getbibinfofromindexmeta) bibtype:"+repr(bibtype)) |
# if there is no mapping bibmap is empty (mapping sometimes has empty fields) |
# if there is no mapping bibmap is empty (mapping sometimes has empty fields) |
logging.debug("bibmap: %s"%repr(bibmap)) |
|
if len(bibmap) > 0 and bibmap.get('author',None) or bibmap.get('title',None): |
if len(bibmap) > 0 and bibmap.get('author',None) or bibmap.get('title',None): |
try: |
try: |
docinfo['author']=getText(bib.find(bibmap['author'][0])) |
docinfo['author']=bib.get(bibmap['author'][0]) |
except: pass |
except: pass |
try: |
try: |
docinfo['title']=getText(bib.find(bibmap['title'][0])) |
docinfo['title']=bib.get(bibmap['title'][0]) |
except: pass |
except: pass |
try: |
try: |
docinfo['year']=getText(bib.find(bibmap['year'][0])) |
docinfo['year']=bib.get(bibmap['year'][0]) |
except: pass |
except: pass |
|
|
# ROC: why is this here? |
# ROC: why is this here? |
Line 896 class documentViewer(Folder):
|
Line 828 class documentViewer(Folder):
|
if not docinfo.has_key('textURLPath'): |
if not docinfo.has_key('textURLPath'): |
docinfo['textURLPath'] = None |
docinfo['textURLPath'] = None |
|
|
logging.debug("documentViewer (getdocinfo) docinfo: %s"%docinfo) |
logging.debug("documentViewer (getdocinfo) docinfo: keys=%s"%docinfo.keys()) |
#logging.debug("documentViewer (getdocinfo) docinfo: %s"%) |
#logging.debug("documentViewer (getdocinfo) docinfo: %s"%docinfo) |
self.REQUEST.SESSION['docinfo'] = docinfo |
self.REQUEST.SESSION['docinfo'] = docinfo |
return docinfo |
return docinfo |
|
|