annotate addDriToIndexMeta.py @ 6:f0417a01690a

error handling if file renaming not possible
author dwinter
date Fri, 02 Nov 2012 09:06:44 +0100
parents 3ebe37d81071
children 78dd28ade713
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
5
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
1 '''
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
2 Created on 01.11.2012
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
3
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
4 @author: dwinter
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
5 '''
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
6 import os
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
7 import manageIndexMetaPURLs
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
8 import re
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
9 from lxml import etree
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
10
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
11 from os.path import join, getsize
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
12
6
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
13 errorFile = file("/tmp/addDRIErrors.txt","w")
5
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
14
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
15 def addPURL(fl,purl,test=False):
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
16 tree = etree.parse(fl)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
17
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
18 dris = tree.xpath("/resource/meta/dri[@type='mpiwg']")
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
19
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
20 if len(dris)==0: # erzeuge neu
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
21 newDri = etree.Element("dri",type="mpiwg")
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
22 newDri.text=purl
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
23 metas=tree.xpath("/resource/meta")
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
24 if len(metas)==0:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
25 print "no resource/meta in %s"%fl
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
26 return False
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
27 else:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
28 metas[0].append(newDri)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
29 else:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
30 dris[0].text=purl
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
31
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
32 print etree.tostring(tree, pretty_print=True)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
33
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
34 if not test:
6
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
35 try:
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
36 os.rename(fl, fl+"_mpiwg_dri")
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
37 out = etree.tostring(tree, encoding="UTF-8",xml_declaration=False)
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
38 fo = file(fl,"w")
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
39 fo.write(out)
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
40 fo.close
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
41 except:
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
42 errorFile.write(fl+"\n")
5
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
43 return True
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
44
6
f0417a01690a error handling if file renaming not possible
dwinter
parents: 5
diff changeset
45 def addDriToIndexMeta(path,delpath="",replacepath="",test=False):
5
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
46
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
47
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
48
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
49 for root, dirs, files in os.walk(path):
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
50
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
51
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
52 for name in files:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
53 if name.endswith(".meta"):
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
54 fl=join(root, name)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
55 shortPath=re.sub("^"+delpath,replacepath,fl)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
56 purl=manageIndexMetaPURLs.IndexMetaPURLManager().getPurl(shortPath)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
57
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
58 addPURL(fl,purl,test)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
59
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
60 if 'pageimg' in dirs:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
61 dirs.remove('pageimg') # don't visit pageimf
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
62 for dir in dirs:
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
63 if dir== "pageimg":
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
64 dirs.remove('pageimg')
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
65 if dir.startswith("."):
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
66 dirs.remove(dir)
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
67
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
68 if __name__ == '__main__':
3ebe37d81071 addDri added
dwinter
parents:
diff changeset
69 addDriToIndexMeta("/mpiwg/online/permanent/annalen",delpath="/mpiwg/online")