annotate metacheck.pl @ 58:ea3972762520 vendor release

first import
author casties
date Thu, 17 Jun 2004 17:58:42 +0200
parents 30497c6a3eca
children 9143a0c4c678
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
30497c6a3eca Initial revision
casties
parents:
diff changeset
1 #!/usr/local/bin/perl -w
30497c6a3eca Initial revision
casties
parents:
diff changeset
2
30497c6a3eca Initial revision
casties
parents:
diff changeset
3 use strict;
30497c6a3eca Initial revision
casties
parents:
diff changeset
4 use XML::LibXML;
30497c6a3eca Initial revision
casties
parents:
diff changeset
5
30497c6a3eca Initial revision
casties
parents:
diff changeset
6 use lib '/usr/local/mpiwg/archive';
30497c6a3eca Initial revision
casties
parents:
diff changeset
7 use MPIWGStor;
30497c6a3eca Initial revision
casties
parents:
diff changeset
8
30497c6a3eca Initial revision
casties
parents:
diff changeset
9 # make output unbuffered
30497c6a3eca Initial revision
casties
parents:
diff changeset
10 $|=1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
11
30497c6a3eca Initial revision
casties
parents:
diff changeset
12 #######################################################
30497c6a3eca Initial revision
casties
parents:
diff changeset
13 # internal parameters
30497c6a3eca Initial revision
casties
parents:
diff changeset
14 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
15
30497c6a3eca Initial revision
casties
parents:
diff changeset
16 # program version
30497c6a3eca Initial revision
casties
parents:
diff changeset
17 my $version = "0.5.2 (7.1.2004)";
30497c6a3eca Initial revision
casties
parents:
diff changeset
18
30497c6a3eca Initial revision
casties
parents:
diff changeset
19 # read command line parameters
30497c6a3eca Initial revision
casties
parents:
diff changeset
20 my $args = MPIWGStor::parseargs;
30497c6a3eca Initial revision
casties
parents:
diff changeset
21
30497c6a3eca Initial revision
casties
parents:
diff changeset
22 # debug level
30497c6a3eca Initial revision
casties
parents:
diff changeset
23 $debug = (exists $$args{'debug'}) ? $$args{'debug'} : 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
24
30497c6a3eca Initial revision
casties
parents:
diff changeset
25 # check only or fix index file also
30497c6a3eca Initial revision
casties
parents:
diff changeset
26 my $check_only = (exists $$args{'checkonly'}) ? $$args{'checkonly'} : 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
27 # add file tags for missing files
30497c6a3eca Initial revision
casties
parents:
diff changeset
28 my $fix_files = ! $check_only;
30497c6a3eca Initial revision
casties
parents:
diff changeset
29 # add tags for file size and date
30497c6a3eca Initial revision
casties
parents:
diff changeset
30 my $fix_fs_meta = 1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
31 # add dir tags for missing directories
30497c6a3eca Initial revision
casties
parents:
diff changeset
32 my $fix_dirs = ! $check_only;
30497c6a3eca Initial revision
casties
parents:
diff changeset
33 # rewrite XML file (necessary for fix_files and fix_dirs)
30497c6a3eca Initial revision
casties
parents:
diff changeset
34 my $fix_xml = ! $check_only;
30497c6a3eca Initial revision
casties
parents:
diff changeset
35 my $xml_changed = 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
36 # XML namespace (not really implemented!)
30497c6a3eca Initial revision
casties
parents:
diff changeset
37 my $namespace = "";
30497c6a3eca Initial revision
casties
parents:
diff changeset
38
30497c6a3eca Initial revision
casties
parents:
diff changeset
39
30497c6a3eca Initial revision
casties
parents:
diff changeset
40 #######################################################
30497c6a3eca Initial revision
casties
parents:
diff changeset
41 # check parameters that were passed to the program
30497c6a3eca Initial revision
casties
parents:
diff changeset
42 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
43 my $docdir = $$args{'path'};
30497c6a3eca Initial revision
casties
parents:
diff changeset
44 if (! $docdir) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
45 logger("ABORT", "no document directory given!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
46 exit 1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
47 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
48 # strip trailing slashes
30497c6a3eca Initial revision
casties
parents:
diff changeset
49 $docdir =~ s/\/$//;
30497c6a3eca Initial revision
casties
parents:
diff changeset
50 if (! -d $docdir) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
51 logger("ABORT", "document directory \'$docdir\' doesn't exist!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
52 exit 1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
53 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
54
30497c6a3eca Initial revision
casties
parents:
diff changeset
55 my $metafile = "$docdir/index.meta";
30497c6a3eca Initial revision
casties
parents:
diff changeset
56 if (! -f $metafile) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
57 logger("ABORT", "metadata index file \'$metafile\' doesn't exist!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
58 exit 1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
59 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
60
30497c6a3eca Initial revision
casties
parents:
diff changeset
61 #######################################################
30497c6a3eca Initial revision
casties
parents:
diff changeset
62 # internal variables
30497c6a3eca Initial revision
casties
parents:
diff changeset
63 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
64
30497c6a3eca Initial revision
casties
parents:
diff changeset
65 # all files in the document directory tree
30497c6a3eca Initial revision
casties
parents:
diff changeset
66 my %files;
30497c6a3eca Initial revision
casties
parents:
diff changeset
67 # all directories in the document directory tree
30497c6a3eca Initial revision
casties
parents:
diff changeset
68 my %dirs;
30497c6a3eca Initial revision
casties
parents:
diff changeset
69 # number of errors
30497c6a3eca Initial revision
casties
parents:
diff changeset
70 my $errcnt = 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
71 # number of warnings
30497c6a3eca Initial revision
casties
parents:
diff changeset
72 my $warncnt = 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
73
30497c6a3eca Initial revision
casties
parents:
diff changeset
74 #######################################################
30497c6a3eca Initial revision
casties
parents:
diff changeset
75 # subroutines
30497c6a3eca Initial revision
casties
parents:
diff changeset
76 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
77
30497c6a3eca Initial revision
casties
parents:
diff changeset
78 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
79 # fs_read_files($realdir, $docdir, \%files, \%dirs)
30497c6a3eca Initial revision
casties
parents:
diff changeset
80 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
81 # reads all files and directories below $realdir and puts the
30497c6a3eca Initial revision
casties
parents:
diff changeset
82 # files in %files and directories in %dirs
30497c6a3eca Initial revision
casties
parents:
diff changeset
83 # $docdir is only for recursion, it should be empty when called
30497c6a3eca Initial revision
casties
parents:
diff changeset
84 # from outside
30497c6a3eca Initial revision
casties
parents:
diff changeset
85 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
86 sub fs_read_files {
30497c6a3eca Initial revision
casties
parents:
diff changeset
87 my ($directory, $docdir, $files, $dirs) = @_;
30497c6a3eca Initial revision
casties
parents:
diff changeset
88 my $cnt = 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
89
30497c6a3eca Initial revision
casties
parents:
diff changeset
90 if (! opendir DIR, $directory) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
91 return 0;
30497c6a3eca Initial revision
casties
parents:
diff changeset
92 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
93 my @dirfiles = readdir DIR;
30497c6a3eca Initial revision
casties
parents:
diff changeset
94 foreach my $fn (@dirfiles) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
95 # ignore names starting with a dot
30497c6a3eca Initial revision
casties
parents:
diff changeset
96 next if ($fn =~ /^\./);
30497c6a3eca Initial revision
casties
parents:
diff changeset
97 # ignore other silly files
30497c6a3eca Initial revision
casties
parents:
diff changeset
98 next if ($junk_files{$fn});
30497c6a3eca Initial revision
casties
parents:
diff changeset
99
30497c6a3eca Initial revision
casties
parents:
diff changeset
100 $cnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
101 my $f = "$directory/$fn";
30497c6a3eca Initial revision
casties
parents:
diff changeset
102 my $docf = ($docdir) ? "$docdir/$fn" : $fn;
30497c6a3eca Initial revision
casties
parents:
diff changeset
103 #logger("fs_file: \"$f\"");
30497c6a3eca Initial revision
casties
parents:
diff changeset
104 if (-f $f) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
105 #logger(" is file");
30497c6a3eca Initial revision
casties
parents:
diff changeset
106 my ($dev,$ino,$mode,$nlink,$uid,$gid,$rdev,$size,
30497c6a3eca Initial revision
casties
parents:
diff changeset
107 $atime,$mtime,$ctime,$blksize,$blocks)
30497c6a3eca Initial revision
casties
parents:
diff changeset
108 = stat(_);
30497c6a3eca Initial revision
casties
parents:
diff changeset
109 $$files{$docf} = [$fn, $size, $mtime];
30497c6a3eca Initial revision
casties
parents:
diff changeset
110 } elsif (-d _) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
111 #logger(" is dir");
30497c6a3eca Initial revision
casties
parents:
diff changeset
112 $$dirs{$docf} = $fn;
30497c6a3eca Initial revision
casties
parents:
diff changeset
113 # recurse into directory
30497c6a3eca Initial revision
casties
parents:
diff changeset
114 $cnt += fs_read_files($f, $docf, $files, $dirs);
30497c6a3eca Initial revision
casties
parents:
diff changeset
115 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
116 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
117 return $cnt;
30497c6a3eca Initial revision
casties
parents:
diff changeset
118 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
119
30497c6a3eca Initial revision
casties
parents:
diff changeset
120
30497c6a3eca Initial revision
casties
parents:
diff changeset
121 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
122 # check_dirs($rootnode, \%dirs)
30497c6a3eca Initial revision
casties
parents:
diff changeset
123 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
124 # reads all dir elements under $rootnode and compares with the directory list
30497c6a3eca Initial revision
casties
parents:
diff changeset
125 # in %dirs
30497c6a3eca Initial revision
casties
parents:
diff changeset
126 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
127 sub check_dirs {
30497c6a3eca Initial revision
casties
parents:
diff changeset
128 my ($root, $fsdirs) = @_;
30497c6a3eca Initial revision
casties
parents:
diff changeset
129
30497c6a3eca Initial revision
casties
parents:
diff changeset
130 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
131 # iterate all dir tags
30497c6a3eca Initial revision
casties
parents:
diff changeset
132 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
133 my @dirnodes = $root->findnodes('child::dir');
30497c6a3eca Initial revision
casties
parents:
diff changeset
134 my %okdirs;
30497c6a3eca Initial revision
casties
parents:
diff changeset
135 foreach my $dirnode (@dirnodes) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
136 my $dirname = sstrip($dirnode->find('child::name'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
137 my $dirpath = sstrip($dirnode->find('child::path'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
138 my $description = sstrip($dirnode->find('child::description'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
139 # name must be valid
30497c6a3eca Initial revision
casties
parents:
diff changeset
140 if (! valid_dir_name($dirname)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
141 logger("ERROR", "directory name ($dirpath) $dirname invalid!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
142 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
143 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
144 # description can be present
30497c6a3eca Initial revision
casties
parents:
diff changeset
145 if (! $description) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
146 logger("WARNING", "description for directory $dirname (in $dirpath/) missing!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
147 $warncnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
148 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
149 # check with dirs on filesystem
30497c6a3eca Initial revision
casties
parents:
diff changeset
150 my $fn;
30497c6a3eca Initial revision
casties
parents:
diff changeset
151 if ($dirpath) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
152 $fn = "$dirpath/$dirname";
30497c6a3eca Initial revision
casties
parents:
diff changeset
153 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
154 $fn = "$dirname";
30497c6a3eca Initial revision
casties
parents:
diff changeset
155 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
156 #logger("dir: \"$dirname\", \"$dirpath\"");
30497c6a3eca Initial revision
casties
parents:
diff changeset
157 if ($$fsdirs{$fn}) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
158 #logger(" OK ($$fsdirs{$fn})");
30497c6a3eca Initial revision
casties
parents:
diff changeset
159 $okdirs{$fn} = $dirname;
30497c6a3eca Initial revision
casties
parents:
diff changeset
160 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
161 logger("ERROR", "directory $dirname (in $dirpath/) missing on disk!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
162 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
163 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
164 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
165 #logger("dirs: ", (scalar keys %$fsdirs), " vs ", (scalar keys %okdirs), "");
30497c6a3eca Initial revision
casties
parents:
diff changeset
166 if ((scalar keys %$fsdirs) != (scalar keys %okdirs)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
167 # number of dir tags and dirs don't match
30497c6a3eca Initial revision
casties
parents:
diff changeset
168 # iterate through all dirs
30497c6a3eca Initial revision
casties
parents:
diff changeset
169 foreach my $f (sort keys %$fsdirs) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
170 # was this dir missing?
30497c6a3eca Initial revision
casties
parents:
diff changeset
171 if (! $okdirs{$f}) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
172 my ($name, $path) = split_file_path($f);
30497c6a3eca Initial revision
casties
parents:
diff changeset
173 # name must be valid
30497c6a3eca Initial revision
casties
parents:
diff changeset
174 if (! valid_dir_name($name)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
175 $path = "." unless ($path);
30497c6a3eca Initial revision
casties
parents:
diff changeset
176 logger("ERROR", "directory name $name (in $path/) invalid!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
177 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
178 next;
30497c6a3eca Initial revision
casties
parents:
diff changeset
179 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
180 if ($fix_dirs) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
181 # add missing dir tag
30497c6a3eca Initial revision
casties
parents:
diff changeset
182 my $dir_node = $root->addNewChild($namespace, "dir");
30497c6a3eca Initial revision
casties
parents:
diff changeset
183 $xml_changed++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
184 # add name
30497c6a3eca Initial revision
casties
parents:
diff changeset
185 my $name_node = $dir_node->addNewChild($namespace, "name");
30497c6a3eca Initial revision
casties
parents:
diff changeset
186 $name_node->appendTextNode($name);
30497c6a3eca Initial revision
casties
parents:
diff changeset
187 # add path
30497c6a3eca Initial revision
casties
parents:
diff changeset
188 if ($path) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
189 my $path_node = $dir_node->addNewChild($namespace, "path");
30497c6a3eca Initial revision
casties
parents:
diff changeset
190 $path_node->appendTextNode($path);
30497c6a3eca Initial revision
casties
parents:
diff changeset
191 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
192 logger("INFO", "directory $f to be added to index file!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
193 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
194 logger("ERROR", "directory $f missing in index file!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
195 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
196 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
197 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
198 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
199 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
200 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
201
30497c6a3eca Initial revision
casties
parents:
diff changeset
202
30497c6a3eca Initial revision
casties
parents:
diff changeset
203 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
204 # check_files($rootnode, \%files)
30497c6a3eca Initial revision
casties
parents:
diff changeset
205 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
206 # reads all file elements under $rootnode and compares with the file list
30497c6a3eca Initial revision
casties
parents:
diff changeset
207 # in %files
30497c6a3eca Initial revision
casties
parents:
diff changeset
208 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
209 sub check_files {
30497c6a3eca Initial revision
casties
parents:
diff changeset
210 my ($root, $fsfiles) = @_;
30497c6a3eca Initial revision
casties
parents:
diff changeset
211
30497c6a3eca Initial revision
casties
parents:
diff changeset
212 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
213 # iterate all file tags
30497c6a3eca Initial revision
casties
parents:
diff changeset
214 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
215 my @filenodes = $root->findnodes('child::file');
30497c6a3eca Initial revision
casties
parents:
diff changeset
216 my %okfiles;
30497c6a3eca Initial revision
casties
parents:
diff changeset
217 foreach my $filenode (@filenodes) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
218 my $filename = sstrip($filenode->find('child::name'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
219 my $filepath = sstrip($filenode->find('child::path'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
220 my $filesize = sstrip($filenode->find('child::size'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
221 my $filedate = sstrip($filenode->find('child::date'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
222 # name must be valid
30497c6a3eca Initial revision
casties
parents:
diff changeset
223 if (! valid_file_name($filename)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
224 logger("ERROR", "file name ($filepath)$filename invalid!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
225 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
226 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
227 my $fn = ($filepath) ? "$filepath/$filename" : "$filename";
30497c6a3eca Initial revision
casties
parents:
diff changeset
228 #logger("file: \"$filename\", \"$filepath\"");
30497c6a3eca Initial revision
casties
parents:
diff changeset
229 if ($$fsfiles{$fn}) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
230 #logger(" OK ($$fsfiles{$fn})");
30497c6a3eca Initial revision
casties
parents:
diff changeset
231 $okfiles{$fn} = $filename;
30497c6a3eca Initial revision
casties
parents:
diff changeset
232 # check file size and date
30497c6a3eca Initial revision
casties
parents:
diff changeset
233 if ($filesize) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
234 if ($filesize != $$fsfiles{$fn}->[1]) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
235 logger("WARNING", "size of file $fn changed: $filesize to $$fsfiles{$fn}->[1]");
30497c6a3eca Initial revision
casties
parents:
diff changeset
236 $warncnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
237 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
238 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
239 # file date
30497c6a3eca Initial revision
casties
parents:
diff changeset
240 if ($filedate) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
241 if ($filedate ne stime($$fsfiles{$fn}->[2])) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
242 logger("WARNING", "date of file $fn changed: $filedate to ", stime($$fsfiles{$fn}->[2]), "");
30497c6a3eca Initial revision
casties
parents:
diff changeset
243 $warncnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
244 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
245 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
246 # update file size and date
30497c6a3eca Initial revision
casties
parents:
diff changeset
247 if ($fix_fs_meta) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
248 # delete size and date
30497c6a3eca Initial revision
casties
parents:
diff changeset
249 foreach my $n ($filenode->findnodes('child::size')) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
250 $filenode->removeChild($n);
30497c6a3eca Initial revision
casties
parents:
diff changeset
251 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
252 foreach my $n ($filenode->findnodes('child::date')) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
253 $filenode->removeChild($n);
30497c6a3eca Initial revision
casties
parents:
diff changeset
254 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
255 # add new size and date
30497c6a3eca Initial revision
casties
parents:
diff changeset
256 my $node = $filenode->addNewChild($namespace, "size");
30497c6a3eca Initial revision
casties
parents:
diff changeset
257 $node->appendTextNode($$fsfiles{$fn}->[1]);
30497c6a3eca Initial revision
casties
parents:
diff changeset
258 $node = $filenode->addNewChild($namespace, "date");
30497c6a3eca Initial revision
casties
parents:
diff changeset
259 $node->appendTextNode(stime($$fsfiles{$fn}->[2]));
30497c6a3eca Initial revision
casties
parents:
diff changeset
260 $xml_changed++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
261 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
262 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
263 logger("ERROR", "file $filename (in $filepath/) missing on disk!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
264 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
265 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
266 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
267 #logger("files: ", (scalar keys %$fsfiles), " vs ", (scalar keys %okfiles), "");
30497c6a3eca Initial revision
casties
parents:
diff changeset
268 if ((scalar keys %$fsfiles) != (scalar keys %okfiles)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
269 # number of file tags and files don't match
30497c6a3eca Initial revision
casties
parents:
diff changeset
270 # iterate through all files
30497c6a3eca Initial revision
casties
parents:
diff changeset
271 foreach my $f (sort keys %$fsfiles) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
272 my ($name, $path) = split_file_path($f);
30497c6a3eca Initial revision
casties
parents:
diff changeset
273 # was this file missing?
30497c6a3eca Initial revision
casties
parents:
diff changeset
274 if (! $okfiles{$f}) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
275 # is an ignoreable file?
30497c6a3eca Initial revision
casties
parents:
diff changeset
276 if ($index_files{$name}) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
277 next;
30497c6a3eca Initial revision
casties
parents:
diff changeset
278 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
279 # name must be valid
30497c6a3eca Initial revision
casties
parents:
diff changeset
280 if (! valid_dir_name($name)) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
281 $path = "." unless ($path);
30497c6a3eca Initial revision
casties
parents:
diff changeset
282 logger("ERROR", "file name $name (in $path/) invalid!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
283 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
284 next;
30497c6a3eca Initial revision
casties
parents:
diff changeset
285 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
286 if ($fix_files) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
287 # add missing file tag
30497c6a3eca Initial revision
casties
parents:
diff changeset
288 my $file_node = $root->addNewChild($namespace, "file");
30497c6a3eca Initial revision
casties
parents:
diff changeset
289 $xml_changed++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
290 # add name
30497c6a3eca Initial revision
casties
parents:
diff changeset
291 my $name_node = $file_node->addNewChild($namespace, "name");
30497c6a3eca Initial revision
casties
parents:
diff changeset
292 $name_node->appendTextNode($name);
30497c6a3eca Initial revision
casties
parents:
diff changeset
293 # add path
30497c6a3eca Initial revision
casties
parents:
diff changeset
294 if ($path) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
295 my $path_node = $file_node->addNewChild($namespace, "path");
30497c6a3eca Initial revision
casties
parents:
diff changeset
296 $path_node->appendTextNode($path);
30497c6a3eca Initial revision
casties
parents:
diff changeset
297 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
298 # add size
30497c6a3eca Initial revision
casties
parents:
diff changeset
299 my $size_node = $file_node->addNewChild($namespace, "size");
30497c6a3eca Initial revision
casties
parents:
diff changeset
300 $size_node->appendTextNode($$fsfiles{$f}->[1]);
30497c6a3eca Initial revision
casties
parents:
diff changeset
301 # add date
30497c6a3eca Initial revision
casties
parents:
diff changeset
302 my $date_node = $file_node->addNewChild($namespace, "date");
30497c6a3eca Initial revision
casties
parents:
diff changeset
303 $date_node->appendTextNode(stime($$fsfiles{$f}->[2]));
30497c6a3eca Initial revision
casties
parents:
diff changeset
304 logger("INFO", "file $f to be added to index file!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
305 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
306 logger("ERROR", "file $f missing in index file!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
307 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
308 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
309 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
310 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
311 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
312 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
313
30497c6a3eca Initial revision
casties
parents:
diff changeset
314 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
315 # check_resource_meta($rootnode)
30497c6a3eca Initial revision
casties
parents:
diff changeset
316 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
317 # checks general resource meta information
30497c6a3eca Initial revision
casties
parents:
diff changeset
318 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
319 sub check_resource_meta {
30497c6a3eca Initial revision
casties
parents:
diff changeset
320 my ($rootnode) = @_;
30497c6a3eca Initial revision
casties
parents:
diff changeset
321
30497c6a3eca Initial revision
casties
parents:
diff changeset
322 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
323 # description
30497c6a3eca Initial revision
casties
parents:
diff changeset
324 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
325 my $description = $rootnode->findvalue('child::description');
30497c6a3eca Initial revision
casties
parents:
diff changeset
326 if (! $description) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
327 logger("ERROR", "resource description element missing!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
328 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
329 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
330 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
331 # name
30497c6a3eca Initial revision
casties
parents:
diff changeset
332 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
333 my $name = sstrip($rootnode->findvalue('child::name'));
30497c6a3eca Initial revision
casties
parents:
diff changeset
334 if ($name) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
335 my ($dirname, $dirpath) = split_file_path($docdir);
30497c6a3eca Initial revision
casties
parents:
diff changeset
336 if ($dirname ne $name) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
337 logger("ERROR", "resource name element '$name' does not match directory name '$dirname'!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
338 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
339 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
340 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
341 logger("ERROR", "resource name element missing!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
342 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
343 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
344 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
345 # archive path
30497c6a3eca Initial revision
casties
parents:
diff changeset
346 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
347 my $realpath;
30497c6a3eca Initial revision
casties
parents:
diff changeset
348 # get real path
30497c6a3eca Initial revision
casties
parents:
diff changeset
349 if ($docdir =~ /^\//) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
350 # docdir is absolute
30497c6a3eca Initial revision
casties
parents:
diff changeset
351 $realpath = $docdir;
30497c6a3eca Initial revision
casties
parents:
diff changeset
352 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
353 # docdir is relative -- try with the shell
30497c6a3eca Initial revision
casties
parents:
diff changeset
354 if (open PWDCMD, "cd $docdir ; pwd|") {
30497c6a3eca Initial revision
casties
parents:
diff changeset
355 $realpath = <PWDCMD>;
30497c6a3eca Initial revision
casties
parents:
diff changeset
356 chomp $realpath;
30497c6a3eca Initial revision
casties
parents:
diff changeset
357 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
358 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
359 if (! $realpath) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
360 logger("ERROR", "unable to check real archive path!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
361 $errcnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
362 return;
30497c6a3eca Initial revision
casties
parents:
diff changeset
363 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
364 # get archive-path
30497c6a3eca Initial revision
casties
parents:
diff changeset
365 my $archnode = ($rootnode->find('child::archive-path'))->get_node(1);
30497c6a3eca Initial revision
casties
parents:
diff changeset
366 if ($archnode) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
367 my $arch = sstrip($archnode->textContent);
30497c6a3eca Initial revision
casties
parents:
diff changeset
368 if ($arch ne $realpath) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
369 logger("WARNING", "incorrect archive-path '$arch' will be changed to '$realpath'!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
370 $warncnt++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
371 # correct archive-path
30497c6a3eca Initial revision
casties
parents:
diff changeset
372 $archnode->removeChildNodes;
30497c6a3eca Initial revision
casties
parents:
diff changeset
373 $archnode->appendTextNode($realpath);
30497c6a3eca Initial revision
casties
parents:
diff changeset
374 $xml_changed++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
375 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
376 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
377 # add archive-path
30497c6a3eca Initial revision
casties
parents:
diff changeset
378 $archnode = $rootnode->addNewChild($namespace, "archive-path");
30497c6a3eca Initial revision
casties
parents:
diff changeset
379 $archnode->appendTextNode($realpath);
30497c6a3eca Initial revision
casties
parents:
diff changeset
380 $xml_changed++;
30497c6a3eca Initial revision
casties
parents:
diff changeset
381 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
382
30497c6a3eca Initial revision
casties
parents:
diff changeset
383 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
384
30497c6a3eca Initial revision
casties
parents:
diff changeset
385
30497c6a3eca Initial revision
casties
parents:
diff changeset
386
30497c6a3eca Initial revision
casties
parents:
diff changeset
387 #######################################################
30497c6a3eca Initial revision
casties
parents:
diff changeset
388 # main
30497c6a3eca Initial revision
casties
parents:
diff changeset
389 #
30497c6a3eca Initial revision
casties
parents:
diff changeset
390
30497c6a3eca Initial revision
casties
parents:
diff changeset
391 logger("INFO", "metacheck $version");
30497c6a3eca Initial revision
casties
parents:
diff changeset
392
30497c6a3eca Initial revision
casties
parents:
diff changeset
393 my ($document, $rootnode) = read_xml($metafile);
30497c6a3eca Initial revision
casties
parents:
diff changeset
394
30497c6a3eca Initial revision
casties
parents:
diff changeset
395 check_resource_meta($rootnode);
30497c6a3eca Initial revision
casties
parents:
diff changeset
396
30497c6a3eca Initial revision
casties
parents:
diff changeset
397 my $fnum = fs_read_files($docdir, "", \%files, \%dirs);
30497c6a3eca Initial revision
casties
parents:
diff changeset
398 logger("INFO", "$fnum files on FS");
30497c6a3eca Initial revision
casties
parents:
diff changeset
399 #foreach (keys %files) {logger(" file ($_): $files{$_}");}
30497c6a3eca Initial revision
casties
parents:
diff changeset
400
30497c6a3eca Initial revision
casties
parents:
diff changeset
401 check_files($rootnode, \%files);
30497c6a3eca Initial revision
casties
parents:
diff changeset
402 check_dirs($rootnode, \%dirs);
30497c6a3eca Initial revision
casties
parents:
diff changeset
403
30497c6a3eca Initial revision
casties
parents:
diff changeset
404 logger("INFO", "$warncnt warnings");
30497c6a3eca Initial revision
casties
parents:
diff changeset
405 logger("INFO", "$errcnt errors");
30497c6a3eca Initial revision
casties
parents:
diff changeset
406 if ($errcnt > 0) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
407 logger("ABORT", "there were errors!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
408 exit 1;
30497c6a3eca Initial revision
casties
parents:
diff changeset
409 } else {
30497c6a3eca Initial revision
casties
parents:
diff changeset
410 if ($fix_xml) {
30497c6a3eca Initial revision
casties
parents:
diff changeset
411 write_xml($document, $metafile);
30497c6a3eca Initial revision
casties
parents:
diff changeset
412 }
30497c6a3eca Initial revision
casties
parents:
diff changeset
413 logger("DONE", "index file checked successfully!");
30497c6a3eca Initial revision
casties
parents:
diff changeset
414 }