version 1.43, 2004/03/03 12:10:33
|
version 1.51, 2004/03/23 11:57:06
|
Line 1
|
Line 1
|
|
/* |
|
* Convert.java -- Converter class - Filemaker to SQL Converter |
|
* Copyright (C) 2004 Robert Gordesch (rogo@mpiwg-berlin.mpg.de) |
|
* This program is free software; you can redistribute it and/or modify it |
|
* under the terms of the GNU General Public License as published by the Free |
|
* Software Foundation; either version 2 of the License, or (at your option) |
|
* any later version. Please read license.txt for the full details. A copy of |
|
* the GPL may be found at http://www.gnu.org/copyleft/lgpl.html You should |
|
* have received a copy of the GNU General Public License along with this |
|
* program; if not, write to the Free Software Foundation, Inc., 59 Temple |
|
* Place, Suite 330, Boston, MA 02111-1307 USA Created on 15.09.2003 by |
|
* rogo |
|
*/ |
|
|
import java.util.*; |
import java.util.*; |
import java.sql.*; |
import java.sql.*; |
import java.awt.Cursor; |
import java.awt.Cursor; |
Line 279 class Convert
|
Line 293 class Convert
|
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) |
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) |
{ |
{ |
Vector[] result = null; |
Vector[] result = null; |
|
String destTableName = ""; |
try |
try |
{ |
{ |
query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); |
query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); |
Line 305 class Convert
|
Line 320 class Convert
|
{ |
{ |
continue; |
continue; |
} |
} |
|
// determine destTableName from createStatement or from source table name |
|
if(!creates.get(tbIndex).equals("")) |
|
{ |
|
String create =creates.get(tbIndex).toString().toLowerCase(); |
|
int fromIndex = create.indexOf("table")+5; |
|
int toIndex = create.indexOf("("); |
|
destTableName = create.substring(fromIndex,toIndex).replaceAll(beanDest.getQC(),"").trim(); |
|
System.out.println("destTable "+destTableName); |
|
|
|
} else |
|
destTableName = convertText(names.get(tbIndex).toString()); |
|
|
//beanDest.setConnection("jdbc:postgresql://erebos/test3"); |
//beanDest.setConnection("jdbc:postgresql://erebos/test3"); |
beanDest.setConnection(destination); |
beanDest.setConnection(destination); |
|
|
Line 328 class Convert
|
Line 355 class Convert
|
|
|
command.append("UPDATE "); |
command.append("UPDATE "); |
command.append(beanDest.getQC()); |
command.append(beanDest.getQC()); |
command.append(convertText((String) names.get(tbIndex))); |
command.append(destTableName); |
|
//command.append(convertText((String) names.get(tbIndex))); |
command.append(beanDest.getQC()); |
command.append(beanDest.getQC()); |
command.append(" SET "); |
command.append(" SET "); |
|
|
Line 528 class Convert
|
Line 556 class Convert
|
// System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); |
// System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); |
stm = beanDest.getConnection().createStatement(); |
stm = beanDest.getConnection().createStatement(); |
// System.exit(0); |
// System.exit(0); |
if (mode == Convert.DataBase.CONVERT_MODE) |
|
{ |
// determine destTableName from createStatement or from source table name |
if(!creates.get(tbIndex).equals("")) |
if(!creates.get(tbIndex).equals("")) |
{ |
{ |
String create =creates.get(tbIndex).toString().toLowerCase(); |
String create =creates.get(tbIndex).toString().toLowerCase(); |
Line 541 class Convert
|
Line 569 class Convert
|
} else |
} else |
destTableName = convertText(names.get(tbIndex).toString()); |
destTableName = convertText(names.get(tbIndex).toString()); |
|
|
|
if (mode == Convert.DataBase.CONVERT_MODE) |
|
{ |
|
|
if (tables.indexOf(destTableName) >= 0) |
if (tables.indexOf(destTableName) >= 0) |
{ |
{ |
stm.executeUpdate("drop table " + beanDest.getQC() + destTableName + beanDest.getQC()); |
stm.executeUpdate("drop table " + beanDest.getQC() + destTableName + beanDest.getQC()); |
Line 1133 class Convert
|
Line 1164 class Convert
|
mode = DataBase.APPEND_MODE; |
mode = DataBase.APPEND_MODE; |
else if (modeString.equals("update")) |
else if (modeString.equals("update")) |
mode = DataBase.UPDATE_MODE; |
mode = DataBase.UPDATE_MODE; |
|
else if (modeString.equals("delete")) |
|
mode = DataBase.DELETE_MODE; |
|
|
// if(node3!=null) |
// if(node3!=null) |
// System.out.println(node3.name); |
// System.out.println(node3.name); |
|
|
Line 1275 class Convert
|
Line 1309 class Convert
|
Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); |
Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); |
Node delimiterNode =root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 }); |
Node delimiterNode =root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 }); |
|
|
if(delimiterNode!=null) delimiter = delimiterNode.getCharacters(); |
if (delimiterNode != null) |
System.out.println("delimiter "+delimiterNode.getCharacters()); |
delimiter = delimiterNode.getCharacters(); |
if (node3 == null) |
if (node3 == null) |
throw new Error("parse error database tag missing"); |
throw new Error("parse error database tag missing"); |
if (node == null) |
if (node == null) |
Line 1304 class Convert
|
Line 1338 class Convert
|
mode = DataBase.APPEND_MODE; |
mode = DataBase.APPEND_MODE; |
else if (modeString.equals("update")) |
else if (modeString.equals("update")) |
mode = DataBase.UPDATE_MODE; |
mode = DataBase.UPDATE_MODE; |
|
else if (modeString.equals("delete")) |
|
mode = DataBase.DELETE_MODE; |
|
|
// if(node3!=null) |
// if(node3!=null) |
// System.out.println(node3.name); |
// System.out.println(node3.name); |
|
|
Line 1418 class Convert
|
Line 1455 class Convert
|
//contents=n.contents.v i=0; |
//contents=n.contents.v i=0; |
} |
} |
// System.out.println(n.type); |
// System.out.println(n.type); |
|
|
} |
} |
} |
} |
/** |
/** |
Line 1501 class Convert
|
Line 1537 class Convert
|
modeString = "append"; |
modeString = "append"; |
else if (mode == UPDATE_MODE) |
else if (mode == UPDATE_MODE) |
modeString = "update"; |
modeString = "update"; |
|
else if (mode == DELETE_MODE) |
|
modeString = "delete"; |
|
|
buffr.write(" <mode>" + modeString + "</mode>\n"); |
buffr.write(" <mode>" + modeString + "</mode>\n"); |
int index = 0; |
int index = 0; |
Line 1561 class Convert
|
Line 1599 class Convert
|
buffw.write("</convert>\n"); |
buffw.write("</convert>\n"); |
buffw.close(); |
buffw.close(); |
} |
} |
|
public static void delete(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception |
|
{ |
|
FM2SQL.ProgressDialog dialog = null; |
|
if (FM2SQL.fmInstance != null) |
|
{ |
|
dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance); |
|
dialog.setTitle("Conversion running ..."); |
|
dialog.title.setText("Getting table data ..."); |
|
dialog.setLocation(FM2SQL.fmInstance.getLocationOnScreen().x + (FM2SQL.fmInstance.getWidth() - 400) / 2, FM2SQL.fmInstance.getLocationOnScreen().y + (FM2SQL.fmInstance.getHeight() - 250) / 2); |
|
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); |
|
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); |
|
dialog.thread = Thread.currentThread(); |
|
} |
|
// setting user and passwd |
|
bean.setUserAndPasswd(user, passwd); |
|
// setting user and passwd |
|
beanDest.setUserAndPasswd(userDest, passwdDest); |
|
if (dialog != null) |
|
dialog.setSize(400, 250); |
|
StringBuffer command = null; |
|
String query = null; |
|
try |
|
{ |
|
//bean.setConnection("jdbc:fmpro:http://141.14.237.74:8050"); |
|
//bean.setConnection("jdbc:postgresql://erebos/test","postgres","rogo"); |
|
bean.setConnection(source); |
|
if (names == null) |
|
names = bean.getTableNames(); |
|
// Collections.sort(names); |
|
int tbIndex = 1; |
|
|
|
// System.out.println("Start at "+names.indexOf("archimedes_facsimiles")); |
|
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) |
|
{ |
|
Vector[] result = null; |
|
java.util.TreeSet myIds = new TreeSet(); |
|
java.util.TreeSet myIdsDest = new TreeSet(); |
|
int deltaID = 1; |
|
String idField = ""; |
|
String destTableName = ""; |
|
|
|
try |
|
{ |
|
query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); |
|
String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); |
|
query = (selects != null) ? selects.get(tbIndex).toString() : query; |
|
//if vectors[1].get(i) != null) |
|
if (layout != "") |
|
{ |
|
layout = " layout " + bean.getQC() + layout + bean.getQC(); |
|
String name = names.get(tbIndex).toString(); |
|
StringBuffer queryLayout = new StringBuffer(query); |
|
queryLayout.insert(queryLayout.indexOf(name) + name.length() + 1, " " + layout); |
|
query = queryLayout.toString(); |
|
System.out.println("added layout " + query); |
|
|
|
} |
|
dialog.title.setText("Getting table data ..."); |
|
dialog.table.setText(names.get(tbIndex).toString()); |
|
dialog.status.setText("Table " + (tbIndex + 1) + " of " + names.size()); |
|
dialog.show(); |
|
bean.getConnection(); |
|
bean.makeQuery(query, 50); |
|
idField = ids.get(tbIndex).toString(); |
|
|
|
} catch (Exception e) |
|
{ |
|
continue; |
|
} |
|
// determine destTableName from createStatement or from source table name |
|
if (!creates.get(tbIndex).equals("")) |
|
{ |
|
String create = creates.get(tbIndex).toString().toLowerCase(); |
|
int fromIndex = create.indexOf("table") + 5; |
|
int toIndex = create.indexOf("("); |
|
destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim(); |
|
System.out.println("destTable " + destTableName); |
|
|
|
} else |
|
destTableName = convertText(names.get(tbIndex).toString()); |
|
|
|
// for id kram |
|
Vector vec = null; |
|
Vector vecDest = null; |
|
// tempo |
|
beanDest.setConnection(destination); |
|
int rowCount = (idField != "") ? myIds.size() : bean.getRowCount(query); |
|
String tempID = bean.getQC() + idField + bean.getQC(); |
|
String tempIDdest = beanDest.getQC() + convertText(idField) + beanDest.getQC(); |
|
|
|
int endIndex = -1; |
|
String tempQuery = query; |
|
String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName); |
|
String tempQueryDest = destQuery; |
|
// remove extra query parts destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1); |
|
System.out.println("new Query " + tempQueryDest); |
|
if (!idField.equals("")) |
|
{ |
|
long startTime = System.currentTimeMillis(); |
|
int counter = -1; |
|
while (true) |
|
{ |
|
++counter; |
|
if (counter == 0 && dialog != null) |
|
dialog.title.setText("Check if data is available"); |
|
else if (dialog != null) |
|
dialog.title.setText("Check if more data is available"); |
|
myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, numHits); |
|
myIdsDest = beanDest.getIDVector(convertText(idField), destTableName, tempQueryDest, numHits); |
|
if (myIds.isEmpty()) |
|
break; |
|
vec = new Vector(myIds); |
|
vecDest = new Vector(myIdsDest); |
|
rowCount = vec.size(); |
|
// Deletion will work this way |
|
Vector deleted = new Vector(vec); |
|
Vector linesToDelete = new Vector(vecDest); |
|
// remove all lines that should not be deleted |
|
linesToDelete.removeAll(deleted); |
|
// System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIdsDest.size()); |
|
/// @TODO complete delete task remove query show lines to be deleted let user choose if he wants that |
|
System.out.println("number of lines to be deleted " + linesToDelete.size()); |
|
deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls); |
|
beanDest.setConnection(destination); |
|
|
|
Statement stm = beanDest.getConnection().createStatement(); |
|
|
|
Vector tables = beanDest.getTableNames(); |
|
// Collections.sort(tables); |
|
System.out.println(names.get(tbIndex) + " " + tables.indexOf(convertText((String) names.get(tbIndex)))); // "//beanDest.getTypeNames()); |
|
tables = beanDest.getTableNames(); |
|
// System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); |
|
stm = beanDest.getConnection().createStatement(); |
|
|
|
if (dialog != null) |
|
dialog.title.setText(" Deleting table data ..."); |
|
|
|
int j = -1; |
|
|
|
Vector row = null; |
|
command = new StringBuffer(); |
|
|
|
command.append("DELETE FROM"); |
|
command.append(beanDest.getQC()); |
|
command.append(destTableName); |
|
//command.append(convertText((String) names.get(tbIndex))); |
|
command.append(beanDest.getQC()); |
|
int size = bean.getColumnNames().size(); |
|
command.append("WHERE " + convertText(ids.get(tbIndex).toString()) + " = ?"); |
|
PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); |
|
System.out.println(command + " " + tbIndex); |
|
//int rowCount = bean.getRowCount(query); |
|
// int idIndex = bean.getColumnNames().indexOf(ids.get(tbIndex)); |
|
while (true) |
|
{ |
|
|
|
++j; |
|
if (j == linesToDelete.size()) |
|
break; |
|
//print rows |
|
pstm.setString(1, linesToDelete.get(j).toString()); |
|
System.out.println(pstm.toString()); |
|
pstm.execute(); |
|
if (dialog != null) |
|
dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0)); |
|
command = null; |
|
} |
|
// prepare new query for next chunk |
|
if (query.indexOf("where") > 0) |
|
tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; |
|
else |
|
tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; |
|
|
|
} //to outer while |
|
} // to idfield if |
|
} // table loop |
|
|
|
} catch (Exception e) |
|
{ |
|
System.out.println("Error while connecting to database " + e); |
|
if (dialog != null) |
|
{ |
|
dialog.setVisible(false); |
|
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); |
|
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); |
|
} |
|
java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream(); |
|
java.io.PrintStream stream = new java.io.PrintStream(b); |
|
stream.print(command + "\n\n"); |
|
e.printStackTrace(stream); |
|
FM2SQL.showErrorDialog(b.toString(), "Error occured !"); |
|
|
|
} |
|
if (dialog != null) |
|
{ |
|
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); |
|
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); |
|
|
|
dialog.setVisible(false); |
|
} |
|
} // to method |
|
|
} |
} |
|
|