annotate src/main/java/org/mpi/openmind/repository/utils/OM4StreamWriter.java @ 82:90f9a1c45b15

small change to xml format.
author Robert Casties <casties@mpiwg-berlin.mpg.de>
date Mon, 10 Jul 2017 17:15:34 +0200
parents b0aebac0780a
children d4b456623d43
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1
jurzua
parents:
diff changeset
1 package org.mpi.openmind.repository.utils;
jurzua
parents:
diff changeset
2
jurzua
parents:
diff changeset
3 import java.io.FileOutputStream;
jurzua
parents:
diff changeset
4 import java.io.IOException;
jurzua
parents:
diff changeset
5 import java.io.OutputStreamWriter;
jurzua
parents:
diff changeset
6 import java.text.DecimalFormat;
jurzua
parents:
diff changeset
7 import java.util.ArrayList;
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
8 import java.util.HashMap;
1
jurzua
parents:
diff changeset
9 import java.util.List;
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
10 import java.util.Map;
1
jurzua
parents:
diff changeset
11
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
12 import javax.xml.stream.XMLOutputFactory;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
13 import javax.xml.stream.XMLStreamException;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
14 import javax.xml.stream.XMLStreamWriter;
1
jurzua
parents:
diff changeset
15
jurzua
parents:
diff changeset
16 import org.apache.commons.lang.StringUtils;
jurzua
parents:
diff changeset
17 import org.apache.log4j.Logger;
jurzua
parents:
diff changeset
18 import org.mpi.openmind.repository.bo.Attribute;
jurzua
parents:
diff changeset
19 import org.mpi.openmind.repository.bo.Entity;
jurzua
parents:
diff changeset
20 import org.mpi.openmind.repository.bo.Node;
jurzua
parents:
diff changeset
21 import org.mpi.openmind.repository.bo.Relation;
jurzua
parents:
diff changeset
22 import org.mpi.openmind.repository.services.PersistenceService;
jurzua
parents:
diff changeset
23
31
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
24 /**
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
25 * Export all entities and relations and definitions to XML.
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
26 *
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
27 * Saves (content) entities and relations (i.e. assertions) and definitions
31
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
28 * (i.e. definition entities and relations) in separate files.
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
29 *
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
30 * @author jurzua, casties
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
31 *
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
32 */
1
jurzua
parents:
diff changeset
33 public class OM4StreamWriter {
jurzua
parents:
diff changeset
34
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
35 private static Logger logger = Logger.getLogger(OM4StreamWriter.class);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
36
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
37 private static final int itemsPerPage = 500;
77
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
38
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
39 /** Include normalized own-values. */
78
b32b176a8aad make normalizations configurable (static).
casties
parents: 77
diff changeset
40 public static boolean includeNormalizations = true;
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
41
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
42 /** key for entity count in attribute counts map */
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
43 private static final String ENT_KEY = "<entity-count>";
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
44
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
45 /**
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
46 * Return the object's string representation or "null" if its null.
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
47 *
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
48 * @param s
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
49 * @return
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
50 */
31
7d8ebe8ac8a2 create reader and check script for XML dumps.
casties
parents: 29
diff changeset
51 private static String defaultString(Object s) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
52 if (s == null) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
53 return "null";
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
54 } else {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
55 return s.toString();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
56 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
57 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
58
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
59
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
60 /**
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
61 * Saves all content Entities with their Attributes and Relations in a XML file with the given fileName.
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
62 *
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
63 * @param fileName
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
64 * @param ps
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
65 */
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
66 public static void backupEntities(String fileName, PersistenceService ps) {
78
b32b176a8aad make normalizations configurable (static).
casties
parents: 77
diff changeset
67 writeEntsAndRels(fileName, ps, Node.TYPE_ABOX, includeNormalizations);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
68 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
69
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
70 /**
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
71 * Saves all definitions in a XML file with the given fileName.
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
72 *
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
73 * @param fileName
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
74 * @param ps
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
75 */
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
76 public static void backupDefinitions(String fileName, PersistenceService ps) {
78
b32b176a8aad make normalizations configurable (static).
casties
parents: 77
diff changeset
77 writeEntsAndRels(fileName, ps, Node.TYPE_TBOX, false);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
78 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
79
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
80 /**
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
81 * Writes all entities of the given type and their relations to the XML file at fileName.
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
82 *
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
83 * Type is either TYPE_TBOX or TYPE_ABOX.
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
84 *
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
85 * @param fileName
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
86 * @param ps
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
87 * @param type
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
88 */
78
b32b176a8aad make normalizations configurable (static).
casties
parents: 77
diff changeset
89 private static void writeEntsAndRels(String fileName, PersistenceService ps, String type, boolean includeNorm) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
90 OutputStreamWriter out;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
91 try {
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
92 // statistics collection Maps
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
93 Map<String, Map<String, Long>> entStats = new HashMap<String, Map<String, Long>>();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
94 Map<String, Map<String, Long>> relStats = new HashMap<String, Map<String, Long>>();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
95
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
96 // setup xml writer
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
97 FileOutputStream fileOut = new FileOutputStream(fileName);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
98 out = new OutputStreamWriter(fileOut, "UTF-8");
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
99 XMLOutputFactory factory = XMLOutputFactory.newInstance();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
100 XMLStreamWriter writer = factory.createXMLStreamWriter(out);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
101
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
102 int entitiesCount = 0;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
103
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
104 writer.writeStartDocument("UTF-8", "1.0");
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
105
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
106 if (type.equals(Node.TYPE_ABOX)) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
107 writer.writeStartElement(XMLUtil.OPENMIND_DATA);
82
90f9a1c45b15 small change to xml format.
Robert Casties <casties@mpiwg-berlin.mpg.de>
parents: 79
diff changeset
108 writer.writeAttribute("version", "4.6");
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
109 // get number of content Entities
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
110 entitiesCount = ps.getEntityCount(null).intValue();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
111 } else {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
112 writer.writeStartElement(XMLUtil.META_DATA);
82
90f9a1c45b15 small change to xml format.
Robert Casties <casties@mpiwg-berlin.mpg.de>
parents: 79
diff changeset
113 writer.writeAttribute("version", "4.6");
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
114 // get number of definition Entities
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
115 entitiesCount = ps.getEntityCount(Node.TYPE_TBOX).intValue();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
116 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
117
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
118 int numberOfPages = entitiesCount / itemsPerPage;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
119 // debug: int numberOfPages = 1;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
120 int counter = 0;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
121 long start = System.currentTimeMillis();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
122 DecimalFormat df = new DecimalFormat("#.##");
1
jurzua
parents:
diff changeset
123
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
124 // list of Relations (filled from Entities)
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
125 List<Relation> relList = new ArrayList<Relation>();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
126
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
127 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
128 * write entities
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
129 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
130 writer.writeStartElement((type.equals(Node.TYPE_TBOX)) ? XMLUtil.DEFINITIONS : XMLUtil.ENTITIES);
82
90f9a1c45b15 small change to xml format.
Robert Casties <casties@mpiwg-berlin.mpg.de>
parents: 79
diff changeset
131 writer.writeAttribute("count", Integer.toString(entitiesCount));
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
132 // iterate database by pages
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
133 for (int currentPage = 0; currentPage <= numberOfPages; currentPage++) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
134 int startRecord = currentPage * itemsPerPage;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
135 List<Entity> entities;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
136
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
137 if (type.equals(Node.TYPE_ABOX)) {
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
138 // get page of content Entities
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
139 entities = ps.getEntityPage(null, startRecord, itemsPerPage);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
140 } else {
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
141 // get page of definition Entities
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
142 entities = ps.getEntityPage(Node.TYPE_TBOX, startRecord, itemsPerPage);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
143 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
144
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
145 // iterate entities
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
146 for (Entity ent : entities) {
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
147 // write entity to XML
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
148 writeEntity(ent, writer, ps, includeNorm, entStats);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
149 // add (source)relations to list
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
150 relList.addAll(ent.getSourceRelations());
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
151
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
152 counter++;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
153 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
154
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
155 long runtime = System.currentTimeMillis() - start;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
156 double percent = ((double) counter / (double) entitiesCount) * 100.0;
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
157 logger.debug("(" + df.format(percent) + "%) \t[" + counter + "/" + entitiesCount + "]\t");
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
158 logger.debug("Speed[ents/s]: " + df.format((double) counter / ((double) runtime / 1000)));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
159 writer.flush();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
160 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
161 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
162
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
163 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
164 * write relations (from list)
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
165 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
166 writer.writeStartElement(XMLUtil.RELATIONS);
82
90f9a1c45b15 small change to xml format.
Robert Casties <casties@mpiwg-berlin.mpg.de>
parents: 79
diff changeset
167 writer.writeAttribute("count", Integer.toString(relList.size()));
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
168 for (Relation rel : relList) {
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
169 writeRelation(rel, writer, includeNorm, relStats);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
170 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
171 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
172
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
173 /*
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
174 * write statistics
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
175 */
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
176 // entity stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
177 writeStats(XMLUtil.ENTITY_STATS, XMLUtil.ENTITY, entStats, writer);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
178 // relation stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
179 writeStats(XMLUtil.RELATION_STATS, XMLUtil.RELATION, relStats, writer);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
180
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
181 // end file.
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
182 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
183
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
184 writer.flush();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
185 writer.close();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
186
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
187 logger.info("END Stream Writer");
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
188 } catch (IOException e) {
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
189 logger.error(e);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
190 } catch (XMLStreamException e) {
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
191 logger.error(e);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
192 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
193 }
1
jurzua
parents:
diff changeset
194
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
195 /**
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
196 * Write OpenMind relation to XML.
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
197 *
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
198 * @param rel
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
199 * @param writer
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
200 * @param relStats
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
201 * @throws XMLStreamException
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
202 */
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
203 private static void writeRelation(Relation rel, XMLStreamWriter writer, boolean includeNorm,
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
204 Map<String, Map<String, Long>> relStats) throws XMLStreamException {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
205 writer.writeStartElement(XMLUtil.RELATION);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
206
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
207 // update stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
208 Map<String, Long> attStats = updateNodeStats(rel, relStats);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
209
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
210 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
211 * write XML-attributes
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
212 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
213 writer.writeAttribute(XMLUtil.OBJECT_CLASS, defaultString(rel.getObjectClass()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
214 writer.writeAttribute(XMLUtil.ID, defaultString(rel.getId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
215 writer.writeAttribute(XMLUtil.ROW_ID, defaultString(rel.getRowId()));
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
216 if (StringUtils.isNotEmpty(rel.getContentType())) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
217 writer.writeAttribute(XMLUtil.CONTENT_TYPE, rel.getContentType());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
218 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
219 writer.writeAttribute(XMLUtil.RELATION_SOURCE_ID, defaultString(rel.getSourceId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
220 writer.writeAttribute(XMLUtil.RELATION_TARGET_ID, defaultString(rel.getTargetId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
221 writer.writeAttribute(XMLUtil.VERSION, defaultString(rel.getVersion()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
222 writer.writeAttribute(XMLUtil.MODIFICATION_TIME, defaultString(rel.getModificationTime()));
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
223 if (rel.getUser() != null) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
224 writer.writeAttribute(XMLUtil.USER, rel.getUser());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
225 }
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
226 if (rel.getIsPublic()) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
227 writer.writeAttribute(XMLUtil.PUBLIC, "true");
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
228 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
229
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
230 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
231 * write OpenMind attributes of this relation as XML tags
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
232 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
233 if (rel.getAttributes().size() > 0) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
234 writer.writeStartElement(XMLUtil.ATTRIBUTES);
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
235 for (Attribute att : rel.getAttributes()) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
236 // update stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
237 updateAttStats(att, attStats);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
238 // write xml
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
239 writeAttribute(att, writer, includeNorm);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
240 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
241 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
242 }
1
jurzua
parents:
diff changeset
243
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
244 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
245 * write own value as content
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
246 */
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
247 if (StringUtils.isNotEmpty(rel.getOwnValue())) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
248 writer.writeCharacters(rel.getOwnValue());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
249 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
250
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
251 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
252 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
253
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
254 /**
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
255 * Write OpenMind entity to XML.
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
256 *
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
257 * @param entity
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
258 * @param writer
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
259 * @param ps
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
260 * @param entStats
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
261 * @throws XMLStreamException
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
262 */
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
263 private static void writeEntity(Entity entity, XMLStreamWriter writer, PersistenceService ps, boolean includeNorm,
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
264 Map<String, Map<String, Long>> entStats)
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
265 throws XMLStreamException {
1
jurzua
parents:
diff changeset
266
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
267 writer.writeStartElement((entity.getType().equals(Node.TYPE_TBOX)) ? XMLUtil.DEFINITION : XMLUtil.ENTITY);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
268
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
269 if (entity.isLightweight()) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
270 entity = ps.getEntityContent(entity);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
271 }
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
272
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
273 // update stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
274 Map<String, Long> attStats = updateNodeStats(entity, entStats);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
275
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
276 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
277 * write XML attributes
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
278 */
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
279 writer.writeAttribute(XMLUtil.OBJECT_CLASS, defaultString(entity.getObjectClass()));
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
280 writer.writeAttribute(XMLUtil.ID, defaultString(entity.getId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
281 writer.writeAttribute(XMLUtil.ROW_ID, defaultString(entity.getRowId()));
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
282 if (StringUtils.isNotEmpty(entity.getContentType())) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
283 writer.writeAttribute(XMLUtil.CONTENT_TYPE, entity.getContentType());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
284 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
285 writer.writeAttribute(XMLUtil.VERSION, defaultString(entity.getVersion()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
286 writer.writeAttribute(XMLUtil.MODIFICATION_TIME, defaultString(entity.getModificationTime()));
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
287 if (entity.getUser() != null) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
288 writer.writeAttribute(XMLUtil.USER, entity.getUser());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
289 }
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
290 if (entity.getIsPublic()) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
291 writer.writeAttribute(XMLUtil.PUBLIC, "true");
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
292 }
1
jurzua
parents:
diff changeset
293
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
294 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
295 * write OpenMind attributes of this entity as XML tags
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
296 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
297 if (entity.getAttributes().size() > 0) {
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
298 writer.writeStartElement(XMLUtil.ATTRIBUTES);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
299 for (Attribute att : entity.getAttributes()) {
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
300 // update stats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
301 updateAttStats(att, attStats);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
302 // write xml
78
b32b176a8aad make normalizations configurable (static).
casties
parents: 77
diff changeset
303 writeAttribute(att, writer, includeNorm);
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
304 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
305 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
306 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
307
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
308 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
309 * write own value
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
310 */
77
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
311 String ov = entity.getOwnValue();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
312 if (StringUtils.isNotEmpty(ov)) {
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
313 writer.writeCharacters(ov);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
314 String nov = entity.getNormalizedOwnValue();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
315 if (includeNorm && StringUtils.isNotEmpty(nov) && !ov.equals(nov)) {
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
316 // write normalized value
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
317 writer.writeStartElement(XMLUtil.NORMALIZED);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
318 writer.writeCharacters(nov);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
319 writer.writeEndElement();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
320 }
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
321 }
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
322
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
323 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
324 }
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
325
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
326
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
327 private static void writeAttribute(Attribute att, XMLStreamWriter writer, boolean includeNorm) throws XMLStreamException {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
328 writer.writeStartElement(XMLUtil.ATTRIBUTE);
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
329
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
330 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
331 * write XML attributes
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
332 */
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
333 writer.writeAttribute(XMLUtil.ATTRIBUTE_NAME, defaultString(att.getName()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
334 writer.writeAttribute(XMLUtil.ID, defaultString(att.getId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
335 writer.writeAttribute(XMLUtil.ROW_ID, defaultString(att.getRowId()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
336 writer.writeAttribute(XMLUtil.CONTENT_TYPE, defaultString(att.getContentType()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
337 writer.writeAttribute(XMLUtil.VERSION, defaultString(att.getVersion()));
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
338 writer.writeAttribute(XMLUtil.MODIFICATION_TIME, defaultString(att.getModificationTime()));
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
339 if (att.getUser() != null) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
340 writer.writeAttribute(XMLUtil.USER, att.getUser());
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
341 }
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
342 if (att.getIsPublic()) {
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
343 writer.writeAttribute(XMLUtil.PUBLIC, "true");
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
344 }
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
345
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
346 /*
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
347 * write value as content
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
348 */
77
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
349 String ov = att.getValue();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
350 if (StringUtils.isNotEmpty(ov)) {
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
351 writer.writeCharacters(ov);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
352 String nov = att.getNormalizedOwnValue();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
353 if (includeNorm && StringUtils.isNotEmpty(nov) && !ov.equals(nov)) {
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
354 // write normalized value
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
355 writer.writeStartElement(XMLUtil.NORMALIZED);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
356 writer.writeCharacters(nov);
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
357 writer.writeEndElement();
a59984fd3c3f add normalized own-values to xml dump.
casties
parents: 75
diff changeset
358 }
75
e0be7c0030f5 cleanup and better comments.
casties
parents: 31
diff changeset
359 }
1
jurzua
parents:
diff changeset
360
29
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
361 writer.writeEndElement();
5786aa6caeb3 new XML export and test script.
casties
parents: 1
diff changeset
362 }
79
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
363
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
364
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
365 private static void writeStats(String statsTag, String entryTag, Map<String, Map<String, Long>> nodeStats, XMLStreamWriter writer)
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
366 throws XMLStreamException {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
367 // write stats tag
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
368 writer.writeStartElement(statsTag);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
369
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
370 for (String nodeType : nodeStats.keySet()) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
371 Map<String, Long> attStats = nodeStats.get(nodeType);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
372 Long nodeCnt = attStats.get(ENT_KEY);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
373 // write tag for entity/attribute
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
374 writer.writeStartElement(entryTag);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
375 writer.writeAttribute(XMLUtil.OBJECT_CLASS, (nodeType == null)?"null":nodeType);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
376 writer.writeAttribute(XMLUtil.COUNT, nodeCnt.toString());
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
377
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
378 // write attributes
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
379 for (String attName : attStats.keySet()) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
380 // skip ENT_KEY
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
381 if (attName.equals(ENT_KEY)) continue;
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
382 // write attribute tag
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
383 writer.writeStartElement(XMLUtil.ATTRIBUTE);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
384 writer.writeAttribute(XMLUtil.ATTRIBUTE_NAME, attName);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
385 Long attCnt = attStats.get(attName);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
386 writer.writeAttribute(XMLUtil.COUNT, attCnt.toString());
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
387 writer.writeEndElement();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
388 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
389 // end of entity/attribute tag
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
390 writer.writeEndElement();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
391 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
392 // end of stats tag
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
393 writer.writeEndElement();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
394 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
395
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
396
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
397 /**
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
398 * @param objectClass
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
399 * @param entStats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
400 * @return
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
401 */
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
402 protected static Map<String, Long> updateNodeStats(Node ent, Map<String, Map<String, Long>> entStats) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
403 String objectClass = ent.getObjectClass();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
404 Map<String, Long> attStats = entStats.get(objectClass);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
405 if (attStats == null) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
406 // create new attribute stats entry
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
407 attStats = new HashMap<String, Long>();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
408 // add key to count entities
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
409 attStats.put(ENT_KEY, 1l);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
410 // add to map
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
411 entStats.put(objectClass, attStats);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
412 } else {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
413 // increment entity count
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
414 Long entCnt = attStats.get(ENT_KEY);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
415 attStats.put(ENT_KEY, entCnt + 1);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
416 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
417 return attStats;
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
418 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
419
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
420 /**
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
421 * @param att
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
422 * @param attStats
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
423 */
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
424 protected static void updateAttStats(Attribute att, Map<String, Long> attStats) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
425 String attName = att.getName();
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
426 Long cnt = attStats.get(attName);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
427 if (cnt == null) {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
428 attStats.put(attName, 1l);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
429 } else {
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
430 attStats.put(attName, cnt + 1);
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
431 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
432 }
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
433
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
434
b0aebac0780a put statistics about number of entities, relations and attributes in xml dump.
casties
parents: 78
diff changeset
435
1
jurzua
parents:
diff changeset
436 }