version 1.7, 2005/04/11 13:27:12
|
version 1.14, 2005/09/06 10:53:16
|
Line 29 import java.sql.ResultSet;
|
Line 29 import java.sql.ResultSet;
|
import java.sql.SQLException; |
import java.sql.SQLException; |
import java.sql.Statement; |
import java.sql.Statement; |
import java.sql.Types; |
import java.sql.Types; |
|
import java.text.DateFormat; |
import java.text.ParseException; |
import java.text.ParseException; |
import java.util.ArrayList; |
import java.util.ArrayList; |
|
import java.util.Date; |
import java.util.Hashtable; |
import java.util.Hashtable; |
import java.util.Iterator; |
import java.util.Iterator; |
import java.util.List; |
import java.util.List; |
Line 47 import com.exploringxml.xml.Xparse;
|
Line 49 import com.exploringxml.xml.Xparse;
|
|
|
class Convert |
class Convert |
{ |
{ |
|
private static final String _TEMP = "_temp"; |
|
|
/** |
/** |
* Helper class for index creation |
* Helper class for index creation |
* |
* |
Line 119 class Convert
|
Line 123 class Convert
|
|
|
final static int numIntervalls = 4; |
final static int numIntervalls = 4; |
|
|
static boolean debug =! false; |
static boolean debug = false; |
|
|
static boolean isGUI = true; |
static boolean isGUI = true; |
|
|
Line 133 class Convert
|
Line 137 class Convert
|
|
|
static Vector postSQLCommands = new Vector(); |
static Vector postSQLCommands = new Vector(); |
|
|
static final String versionID = new String("FM2SQL Version 0.9.0b\n"); |
static final String versionID = new String("FM2SQL Version 0.9.8b\n"); |
|
|
|
private static boolean noError = false; |
|
|
public static void main(String args[]) throws IOException |
public static void main(String args[]) throws IOException |
{ |
{ |
|
// DateFormat d = DateFormat.getDateTimeInstance(DateFormat.SHORT, DateFormat.SHORT, |
|
// Locale.GERMANY); |
|
// System.out.println(convertText("rogoistSuper" + "_" + d.format(new Date()).replace(':', '_'))); |
|
|
/* |
/* |
* try { //byte[] b = "�".getBytes("UTF-8"); // |
* try { //byte[] b = "�".getBytes("UTF-8"); // |
* System.out.println("QueryString " +b[0]+" "+b[1]+(new |
* System.out.println("QueryString " +b[0]+" "+b[1]+(new |
Line 144 class Convert
|
Line 154 class Convert
|
* //System.out.println(new String(b,"UTF-8")); } catch |
* //System.out.println(new String(b,"UTF-8")); } catch |
* (UnsupportedEncodingException e) { e.printStackTrace(); } |
* (UnsupportedEncodingException e) { e.printStackTrace(); } |
*/ |
*/ |
|
File tmpPath = new File(System.getProperty("java.io.tmpdir")); |
isGUI = false; |
isGUI = false; |
FileOutputStream file = null; |
FileOutputStream file = null; |
if (args.length != 1) |
if (args.length != 1) |
Line 152 class Convert
|
Line 163 class Convert
|
System.out.println("Usage: java Convert <xml config file>"); |
System.out.println("Usage: java Convert <xml config file>"); |
System.exit(-1); |
System.exit(-1); |
} |
} |
|
File temp = null; |
try |
try |
{ |
{ |
File temp = File.createTempFile("fm2sql", ".txt"); |
temp = new File(tmpPath, "fm2sql.txt"); |
|
int count = 1; |
|
while (temp.exists()) |
|
{ |
|
temp = new File(tmpPath, "fm2sql" + generateSuffix(count++) + ".txt"); |
|
} |
file = new FileOutputStream(temp); |
file = new FileOutputStream(temp); |
} catch (FileNotFoundException e1) |
} catch (FileNotFoundException e1) |
{ |
{ |
e1.printStackTrace(); |
e1.printStackTrace(); |
} |
} |
PrintStream stream = new PrintStream(file, true); |
PrintStream stream = new PrintStream(file, true); |
|
// write info for user to stdout |
|
System.out.println(versionID); |
|
System.out.println("Loading " + args[0] + "...."); |
|
System.out.println("Log will be written to " + temp.getCanonicalPath()); |
|
|
if (!debug) |
if (!debug) |
{ |
{ |
System.setOut(stream); |
System.setOut(stream); |
System.setErr(stream); |
System.setErr(stream); |
} |
} |
System.out.println(versionID); |
System.out.println(versionID); |
|
System.out.println("Using config file : " + args[0] + "...."); |
|
|
StringBuffer sb = readXMLFile(args[0]); |
StringBuffer sb = readXMLFile(args[0]); |
parseXMLConfig(sb); |
parseXMLConfig(sb); |
if (!(new File(args[0]).exists())) |
if (!(new File(args[0]).exists())) |
Line 248 class Convert
|
Line 272 class Convert
|
String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); |
String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); |
query = (selects != null) ? selects.get(tbIndex).toString() : query; |
query = (selects != null) ? selects.get(tbIndex).toString() : query; |
// if vectors[1].get(i) != null) |
// if vectors[1].get(i) != null) |
if (layout != "") |
if (!layout.equals("")) |
{ |
{ |
|
|
query = addLayoutToQuery(names, query, tbIndex, layout); |
query = addLayoutToQuery(names, query, tbIndex, layout); |
|
|
} |
} |
Line 472 class Convert
|
Line 497 class Convert
|
String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); |
String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); |
query = (selects != null) ? selects.get(tbIndex).toString() : "select * from " |
query = (selects != null) ? selects.get(tbIndex).toString() : "select * from " |
+ bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); |
+ bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); |
if (layout != "") |
if (layout.intern() != "") |
{ |
{ |
query = addLayoutToQuery(names, query, tbIndex, layout); |
query = addLayoutToQuery(names, query, tbIndex, layout); |
|
|
Line 514 class Convert
|
Line 539 class Convert
|
destTableName = prop.destTableName; |
destTableName = prop.destTableName; |
if (mode == Convert.DataBase.CONVERT_TEMP_MODE) |
if (mode == Convert.DataBase.CONVERT_TEMP_MODE) |
{ |
{ |
destTableName += "_temp"; |
destTableName += _TEMP; |
} |
} |
fieldNames = prop.fieldNames; |
fieldNames = prop.fieldNames; |
if (mode == Convert.DataBase.CONVERT_MODE || mode == Convert.DataBase.CONVERT_TEMP_MODE) |
if (mode == Convert.DataBase.CONVERT_MODE || mode == Convert.DataBase.CONVERT_TEMP_MODE) |
Line 590 class Convert
|
Line 615 class Convert
|
command.append(") "); |
command.append(") "); |
|
|
command.append(" values ( "); |
command.append(" values ( "); |
|
|
// add a question marks for every field |
// add a question marks for every field |
for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) |
for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) |
command.append("?,"); |
command.append("?,"); |
Line 632 class Convert
|
Line 656 class Convert
|
for (int k = 0; k < vec.size() - deltaID; k = k + deltaID) |
for (int k = 0; k < vec.size() - deltaID; k = k + deltaID) |
{ |
{ |
System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement()); |
System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement()); |
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">='" + vec.get(k) + "' and " + tempID |
tempQuery = query + " and " + tempID + ">='" + vec.get(k) + "' and " + tempID |
+ "<='" + vec.get(k + deltaID) + "'"; |
+ "<='" + vec.get(k + deltaID) + "'"; |
else |
else |
Line 658 class Convert
|
Line 682 class Convert
|
System.out.println(" last intervall from " + vec.get(endIndex) + " " |
System.out.println(" last intervall from " + vec.get(endIndex) + " " |
+ vec.lastElement()); |
+ vec.lastElement()); |
|
|
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">='" + vec.get(endIndex) + "' and " |
tempQuery = query + " and " + tempID + ">='" + vec.get(endIndex) + "' and " |
+ tempID + "<='" + vec.lastElement() + "'"; |
+ tempID + "<='" + vec.lastElement() + "'"; |
else |
else |
Line 673 class Convert
|
Line 697 class Convert
|
command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount, delimiter); |
command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount, delimiter); |
} |
} |
// prepare new query for next chunk |
// prepare new query for next chunk |
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
else |
else |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
Line 687 class Convert
|
Line 711 class Convert
|
long startTime = System.currentTimeMillis(); |
long startTime = System.currentTimeMillis(); |
|
|
bean.makeQuery(query, 0); |
bean.makeQuery(query, 0); |
|
System.err.println("query for whole table done"); |
command = writeDatainDestTable(dialog, command, j, pstm, rowCount, delimiter); |
command = writeDatainDestTable(dialog, command, j, pstm, rowCount, delimiter); |
long endTime = System.currentTimeMillis(); |
long endTime = System.currentTimeMillis(); |
System.out.println("Time for old convert elapsed " + (endTime - startTime)); |
System.out.println("Time for old convert elapsed " + (endTime - startTime)); |
Line 694 class Convert
|
Line 719 class Convert
|
} |
} |
if (isGUI) |
if (isGUI) |
resetGUI(dialog); |
resetGUI(dialog); |
|
noError = true; |
|
if (mode == Convert.DataBase.CONVERT_TEMP_MODE) |
|
{ |
|
String originalName = destTableName.split(_TEMP)[0]; |
|
// TODO |
|
if (beanDest.getTableNames().contains(originalName)) |
|
{ |
|
DateFormat d = DateFormat.getDateTimeInstance(DateFormat.SHORT, DateFormat.MEDIUM); |
|
d.setTimeZone(java.util.TimeZone.getTimeZone("CET")); |
|
|
|
String date = d.format(new Date()); |
|
date = date.replace(':', '_'); |
|
String newName = addQuotes(beanDest, convertText(originalName + "_" + date)); |
|
// rename table to newName |
|
renameTable(beanDest, addQuotes(beanDest, originalName), newName); |
|
} |
|
// rename Table_temp to originalName |
|
renameTable(beanDest, addQuotes(beanDest, destTableName), addQuotes(beanDest, |
|
originalName)); |
|
} |
} |
} |
} catch (Exception e) |
} catch (Exception e) |
{ |
{ |
System.out.println("Error while connecting to database " + e); |
System.out.println("Error while connecting to database " + e.getMessage()); |
|
noError = false; |
if (isGUI) |
if (isGUI) |
{ |
{ |
showExceptionDialog(dialog, command, e); |
showExceptionDialog(dialog, command, e); |
Line 707 class Convert
|
Line 753 class Convert
|
e.printStackTrace(); |
e.printStackTrace(); |
|
|
} |
} |
|
} catch (Error e) |
|
{ |
|
noError = false; |
|
|
|
System.out.println(e); |
|
e.printStackTrace(); |
|
} |
|
|
} |
} |
|
|
|
/** |
|
* |
|
* @param beanDest2 |
|
* @param originalName |
|
* @return |
|
*/ |
|
private static String addQuotes(DBBean bean, String originalName) |
|
{ |
|
return bean.getQC() + originalName + bean.getQC(); |
} |
} |
|
|
/** |
/** |
Line 1017 class Convert
|
Line 1080 class Convert
|
sqlCommand.executeCommand(); |
sqlCommand.executeCommand(); |
} |
} |
int mode = db.mode; |
int mode = db.mode; |
if (mode == DataBase.CONVERT_MODE || mode == DataBase.APPEND_MODE |
if (mode == DataBase.CONVERT_TEMP_MODE) |
|| mode == DataBase.CONVERT_TEMP_MODE) |
{ |
|
convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids, |
|
mode, db.delimiter); |
|
if (noError) |
|
{ |
|
System.out.println("no Error occured "); |
|
// db.bean.setURL(database.url); |
|
// db.bean.setUserAndPasswd(database.user,database.passwd); |
|
// |
|
// Convert.user = db.bean.user; |
|
// Convert.passwd = db.bean.passwd; |
|
// userDest = database.user; |
|
// passwdDest = database.passwd; |
|
// synchronize(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, |
|
// db.ids, mode, db.delimiter, new Vector(db.htIndex.values())); |
|
} |
|
} |
|
if (mode == DataBase.CONVERT_MODE || mode == DataBase.APPEND_MODE) |
convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids, |
convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids, |
mode, db.delimiter); |
mode, db.delimiter); |
else if (mode == DataBase.UPDATE_MODE) |
else if (mode == DataBase.UPDATE_MODE) |
Line 1039 class Convert
|
Line 1119 class Convert
|
passwdDest = database.passwd; |
passwdDest = database.passwd; |
|
|
synchronize(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, |
synchronize(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, |
db.ids, mode, db.delimiter, new Vector(db.htIndex.values())); |
db.ids, mode, db.delimiter, new Vector(db.htIndex.values()), db.destIDs); |
} |
} |
for (Iterator iterator = db.postCommands.iterator(); iterator.hasNext();) |
for (Iterator iterator = db.postCommands.iterator(); iterator.hasNext();) |
{ |
{ |
Line 1066 class Convert
|
Line 1146 class Convert
|
} |
} |
} |
} |
|
|
|
/** |
|
* |
|
* @param database |
|
* @param db |
|
* @throws Exception |
|
* @throws SQLException |
|
*/ |
|
private static void renameTable(DBBean database, String sourceTable, String destTable) |
|
throws SQLException, Exception |
|
{ |
|
String command = "alter table " + sourceTable + " rename " + " to " + destTable; |
|
SQLCommand sqlCommand = new SQLCommand(database, command); |
|
sqlCommand.executeCommand(); |
|
} |
|
|
public static Vector getXMLConfig(StringBuffer sb) |
public static Vector getXMLConfig(StringBuffer sb) |
{ |
{ |
|
|
Line 1081 class Convert
|
Line 1176 class Convert
|
Vector selects = new Vector(); |
Vector selects = new Vector(); |
Vector creates = new Vector(); |
Vector creates = new Vector(); |
Vector ids = new Vector(); |
Vector ids = new Vector(); |
|
Vector destIDs = new Vector(); |
|
|
Vector preSQLCommands = new Vector(); |
Vector preSQLCommands = new Vector(); |
Vector postSQLCommands = new Vector(); |
Vector postSQLCommands = new Vector(); |
|
|
Line 1103 class Convert
|
Line 1200 class Convert
|
selects = new Vector(); |
selects = new Vector(); |
creates = new Vector(); |
creates = new Vector(); |
ids = new Vector(); |
ids = new Vector(); |
|
destIDs = new Vector(); |
|
|
preSQLCommands = new Vector(); |
preSQLCommands = new Vector(); |
postSQLCommands = new Vector(); |
postSQLCommands = new Vector(); |
|
|
Line 1206 class Convert
|
Line 1305 class Convert
|
String name = (String) node4.attributes.get("name"); |
String name = (String) node4.attributes.get("name"); |
String layout = (String) node4.attributes.get("layout"); |
String layout = (String) node4.attributes.get("layout"); |
String id = (String) node4.attributes.get("id"); |
String id = (String) node4.attributes.get("id"); |
|
String destID = (String) node4.attributes.get("targetID"); |
System.out.println("id was " + id); |
System.out.println("id was " + id); |
|
System.out.println("targetID was " + destID); |
|
|
if (name == null) |
if (name == null) |
throw new Error("parse error required table tag attribute name missing"); |
throw new Error("parse error required table tag attribute name missing"); |
Line 1214 class Convert
|
Line 1315 class Convert
|
layout = ""; |
layout = ""; |
if (id == null) |
if (id == null) |
id = ""; |
id = ""; |
|
if (destID == null) |
|
destID = id ; |
|
|
if (name.equals("")) |
if (name.equals("")) |
throw new Error("parse error table tag attribute must not be empty"); |
throw new Error("parse error table tag attribute must not be empty"); |
tables.add(name); |
tables.add(name.intern()); |
layouts.add(layout); |
layouts.add(layout.intern()); |
ids.add(id); |
ids.add(id.intern()); |
|
destIDs.add(destID.intern()); |
String query = (node5 == null) ? "" : node5.getCharacters(); |
String query = (node5 == null) ? "" : node5.getCharacters(); |
if (query.equals("")) |
if (query.equals("")) |
System.err.println("Warning empty select tag or select tag missing !!"); |
System.err.println("Warning empty select tag or select tag missing !!"); |
Line 1235 class Convert
|
Line 1340 class Convert
|
dataBase.delimiter = delimiter; |
dataBase.delimiter = delimiter; |
dataBase.preCommands = new Vector(preSQLCommands); |
dataBase.preCommands = new Vector(preSQLCommands); |
dataBase.postCommands = new Vector(postSQLCommands); |
dataBase.postCommands = new Vector(postSQLCommands); |
|
dataBase.destIDs = destIDs; |
databases.add(dataBase); |
databases.add(dataBase); |
} |
} |
DBBean database = new DBBean(); |
DBBean database = new DBBean(); |
Line 1428 class Convert
|
Line 1534 class Convert
|
*/ |
*/ |
public static class DataBase |
public static class DataBase |
{ |
{ |
|
|
DBBean bean; |
DBBean bean; |
|
|
Vector creates; |
Vector creates; |
Line 1439 class Convert
|
Line 1546 class Convert
|
Vector tables = new Vector(); |
Vector tables = new Vector(); |
|
|
Vector ids; |
Vector ids; |
|
Vector destIDs; |
|
|
String delimiter = "//"; |
String delimiter = "//"; |
|
|
Line 1505 class Convert
|
Line 1613 class Convert
|
buffr.write(" <password>" + bean.passwd + "</password>\n"); |
buffr.write(" <password>" + bean.passwd + "</password>\n"); |
buffr.write(" <delimiter>" + delimiter + "</delimiter>\n"); |
buffr.write(" <delimiter>" + delimiter + "</delimiter>\n"); |
String modeString = ""; |
String modeString = ""; |
if (mode == CONVERT_MODE) |
if (mode == CONVERT_TEMP_MODE) |
|
modeString = "convert_temp"; |
|
else if (mode == CONVERT_MODE) |
modeString = "convert"; |
modeString = "convert"; |
else if (mode == APPEND_MODE) |
else if (mode == APPEND_MODE) |
modeString = "append"; |
modeString = "append"; |
Line 1783 class Convert
|
Line 1893 class Convert
|
command = null; |
command = null; |
} |
} |
// prepare new query for next chunk |
// prepare new query for next chunk |
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
else |
else |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
Line 1808 class Convert
|
Line 1918 class Convert
|
|
|
/** |
/** |
* synchronize method based on delete method code |
* synchronize method based on delete method code |
* |
|
* @param source |
* @param source |
* @param destination |
* @param destination |
* @param names |
* @param names |
Line 1817 class Convert
|
Line 1926 class Convert
|
* @param creates |
* @param creates |
* @param ids |
* @param ids |
* @param mode |
* @param mode |
|
* @param destIDs TODO |
|
* |
* @throws Exception |
* @throws Exception |
*/ |
*/ |
// TODO implement append,update and delete in one method |
// TODO implement append,update and delete in one method |
// TODO using id based algorithm |
// TODO using id based algorithm |
public static void synchronize(String source, String destination, Vector names, Vector layouts, |
public static void synchronize(String source, String destination, Vector names, Vector layouts, |
Vector selects, Vector creates, Vector ids, int mode, String delimiter, Vector indexList) |
Vector selects, Vector creates, Vector ids, int mode, String delimiter, Vector indexList, java.util.Vector destIDs) |
throws Exception |
throws Exception |
{ |
{ |
System.out.println(" bin in synchronize!!!"); |
System.out.println(" bin in synchronize!!!"); |
Line 1853 class Convert
|
Line 1964 class Convert
|
java.util.TreeSet myIdsDest = new TreeSet(); |
java.util.TreeSet myIdsDest = new TreeSet(); |
int deltaID = 1; |
int deltaID = 1; |
String idField = ""; |
String idField = ""; |
|
String destIDField = ""; |
String destTableName = ""; |
String destTableName = ""; |
|
|
try |
try |
Line 1873 class Convert
|
Line 1985 class Convert
|
bean.getConnection(); |
bean.getConnection(); |
bean.makeQuery(query, 50); |
bean.makeQuery(query, 50); |
idField = ids.get(tbIndex).toString(); |
idField = ids.get(tbIndex).toString(); |
|
destIDField = (destIDs!=null) ? destIDs.get(tbIndex).toString():convertText(idField); |
} catch (Exception e) |
} catch (Exception e) |
{ |
{ |
System.out.println("Warning exception occured \n " + e); |
System.out.println("Warning exception occured \n " + e); |
Line 1913 class Convert
|
Line 2025 class Convert
|
// remove extra query parts |
// remove extra query parts |
// destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1); |
// destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1); |
System.out.println("new Query " + tempQueryDest); |
System.out.println("new Query " + tempQueryDest); |
System.out.println("idfield " + idField + " " + ids.get(tbIndex).toString()); |
System.out.println("idfield " + idField + " " + ids.get(tbIndex).toString()+" targetID is "+destIDField); |
if (!idField.equals("")) |
if (!idField.equals("")) |
{ |
{ |
long startTime = System.currentTimeMillis(); |
long startTime = System.currentTimeMillis(); |
Line 1930 class Convert
|
Line 2042 class Convert
|
|
|
myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), |
myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), |
tempQuery, 0); |
tempQuery, 0); |
myIdsDest = beanDest.getIDVector(convertText(idField), destTableName, tempQueryDest, 0); |
myIdsDest = beanDest.getIDVector(destIDField, destTableName, tempQueryDest, 0); |
// System.out.println("status of remove |
// System.out.println("status of remove |
// "+myIds.remove("b015892")); |
// "+myIds.remove("b015892")); |
System.out.println("ids found for " + idField + " " + !myIds.isEmpty()); |
System.out.println("ids found for " + idField + " " + !myIds.isEmpty()); |
Line 1943 class Convert
|
Line 2055 class Convert
|
Vector deleted = new Vector(vec); |
Vector deleted = new Vector(vec); |
|
|
TreeSet linesToAppend = new TreeSet(vec); |
TreeSet linesToAppend = new TreeSet(vec); |
linesToAppend.addAll(vec); |
// linesToAppend.addAll(vec); |
linesToDelete = new TreeSet(vecDest); |
linesToDelete = new TreeSet(vecDest); |
// remove all lines that are already in dest database |
// remove all lines that are already in dest database |
linesToAppend.removeAll(vecDest); |
linesToAppend.removeAll(vecDest); |
Line 1977 class Convert
|
Line 2089 class Convert
|
for (int k = 0; k < vec.size() - deltaID; k = k + deltaID) |
for (int k = 0; k < vec.size() - deltaID; k = k + deltaID) |
{ |
{ |
System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement()); |
System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement()); |
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">='" + vec.get(k) + "' and " + tempID |
tempQuery = query + " and " + tempID + ">='" + vec.get(k) + "' and " + tempID |
+ "<='" + vec.get(k + deltaID) + "'"; |
+ "<='" + vec.get(k + deltaID) + "'"; |
else |
else |
Line 2007 class Convert
|
Line 2119 class Convert
|
System.out.println(" last intervall from " + vec.get(endIndex) + " " |
System.out.println(" last intervall from " + vec.get(endIndex) + " " |
+ vec.lastElement()); |
+ vec.lastElement()); |
|
|
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">='" + vec.get(endIndex) + "' and " |
tempQuery = query + " and " + tempID + ">='" + vec.get(endIndex) + "' and " |
+ tempID + "<='" + vec.lastElement() + "'"; |
+ tempID + "<='" + vec.lastElement() + "'"; |
else |
else |
Line 2026 class Convert
|
Line 2138 class Convert
|
// numIntervalls) + " " + myIdsDest.size()); |
// numIntervalls) + " " + myIdsDest.size()); |
} |
} |
// prepare new query for next chunk |
// prepare new query for next chunk |
if (query.indexOf("where") > 0) |
if (query.toLowerCase().indexOf("where") > 0) |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
else |
else |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
Line 2153 class Convert
|
Line 2265 class Convert
|
Vector line = (Vector) iter.next(); |
Vector line = (Vector) iter.next(); |
Object lineIDIndex = line.get(idIndex); |
Object lineIDIndex = line.get(idIndex); |
if (linesToAppend.contains(lineIDIndex)) |
if (linesToAppend.contains(lineIDIndex)) |
System.out.println("line " + linesToAppend.contains(line.get(idIndex)) + " " + lineIDIndex); |
System.out.println("line " + linesToAppend.contains(lineIDIndex) + " " + lineIDIndex); |
if (linesToAppend.contains(lineIDIndex)) |
if (linesToAppend.contains(lineIDIndex)) |
{ |
{ |
for (int l = 0; l < line.size(); ++l) |
for (int l = 0; l < line.size(); ++l) |
Line 3713 class Convert
|
Line 3825 class Convert
|
// retrieve field_names from select statement |
// retrieve field_names from select statement |
if (query.indexOf("*") < 0) |
if (query.indexOf("*") < 0) |
{ |
{ |
int selectEndIndex = query.indexOf("from"); |
int selectEndIndex = query.lastIndexOf("from"); |
StringTokenizer tokenizer = new StringTokenizer(query.substring(6, selectEndIndex), ","); |
StringTokenizer tokenizer = new StringTokenizer(query.substring(6, selectEndIndex), ","); |
int numFields = tokenizer.countTokens(); |
int numFields = tokenizer.countTokens(); |
fieldNames = new String[numFields]; |
fieldNames = new String[numFields]; |
Line 3721 class Convert
|
Line 3833 class Convert
|
while (tokenizer.hasMoreTokens()) |
while (tokenizer.hasMoreTokens()) |
{ |
{ |
String fieldName = tokenizer.nextToken().trim(); |
String fieldName = tokenizer.nextToken().trim(); |
|
String text = convertText(fieldName); |
|
if (text.indexOf("\"") >= 0) |
|
fieldNames[fieldIndex] = convertText(fieldName); |
|
else |
fieldNames[fieldIndex] = beanDest.getQC() + convertText(fieldName) + beanDest.getQC(); |
fieldNames[fieldIndex] = beanDest.getQC() + convertText(fieldName) + beanDest.getQC(); |
// System.out.println("field "+ fieldNames[fieldIndex]); |
// System.out.println("field "+ fieldNames[fieldIndex]); |
fieldIndex++; |
fieldIndex++; |
Line 3866 class Convert
|
Line 3982 class Convert
|
// ****** end Test ****** |
// ****** end Test ****** |
|
|
} |
} |
|
|
|
public final static String generateSuffix(final int step) |
|
{ |
|
String fileString = null; |
|
if (step < 10) |
|
fileString = "00" + step; |
|
else if (step < 100) |
|
fileString = "0" + step; |
|
else |
|
fileString = step + ""; |
|
return fileString; |
|
} |
|
|
} |
} |
|
|