--- FM2SQL/Attic/Convert.java 2004/02/27 11:34:53 1.40 +++ FM2SQL/Attic/Convert.java 2004/04/05 10:14:01 1.53 @@ -1,3 +1,17 @@ +/* + * Convert.java -- Converter class - Filemaker to SQL Converter + * Copyright (C) 2003 Robert Gordesch (rogo@mpiwg-berlin.mpg.de) + * This program is free software; you can redistribute it and/or modify it + * under the terms of the GNU General Public License as published by the Free + * Software Foundation; either version 2 of the License, or (at your option) + * any later version. Please read license.txt for the full details. A copy of + * the GPL may be found at http://www.gnu.org/copyleft/lgpl.html You should + * have received a copy of the GNU General Public License along with this + * program; if not, write to the Free Software Foundation, Inc., 59 Temple + * Place, Suite 330, Boston, MA 02111-1307 USA Created on 15.09.2003 by + * rogo + */ + import java.util.*; import java.sql.*; import java.awt.Cursor; @@ -59,11 +73,11 @@ class Convert System.out.println("Finished!"); //convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null); } - public static void convertBatch(DBBean source, DBBean destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids,int mode) throws Exception + public static void convertBatch(DBBean source, DBBean destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids,int mode,String delimiter) throws Exception { bean = source; beanDest = destination; - convert(null,null,names,layouts,selects,creates,ids,mode); + convert(null,null,names,layouts,selects,creates,ids,mode,delimiter); if(true) return; StringBuffer command = null; try @@ -190,7 +204,7 @@ class Convert { obj = row.get(k); if (obj instanceof ArrayList) - obj = ((List) obj).get(0); + obj = formatFileMakerArray((List) obj,"\n"); String str = (obj == null) ? "NULL" : obj.toString(); if (!str.equals("NULL")) pstm.setString(k + 1, str); @@ -221,7 +235,17 @@ class Convert // dialog.setVisible(false); } - + public static String formatFileMakerArray(List list, String delimiter) + { + StringBuffer formattedString = new StringBuffer(); + for(int i=0;i= 0) { @@ -657,7 +698,7 @@ class Convert if(dialog!=null) dialog.title.setText("Writing table data ..."); - command = writeDatainDestTable(dialog, command, k, pstm, rowCount); + command = writeDatainDestTable(dialog, command, k, pstm, rowCount,delimiter); endIndex = k + deltaID; } System.out.println(endIndex); @@ -678,7 +719,7 @@ class Convert bean.makeQuery(tempQuery, 0); if(dialog!=null) dialog.title.setText("Writing table data ..."); - command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount); + command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount,delimiter); } // prepare new query for next chunk if (query.indexOf("where") > 0) @@ -695,7 +736,7 @@ class Convert long startTime = System.currentTimeMillis(); bean.makeQuery(query, 0); - command = writeDatainDestTable(dialog, command, j, pstm, rowCount); + command = writeDatainDestTable(dialog, command, j, pstm, rowCount,delimiter); long endTime = System.currentTimeMillis(); System.out.println("Time for old convert elapsed " + (endTime - startTime)); @@ -738,7 +779,7 @@ class Convert * @throws Exception * @throws SQLException */ - private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount) throws Exception, SQLException + private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount,String delimiter) throws Exception, SQLException { Vector row; while ((row = bean.getNextRow()) != null) @@ -784,7 +825,9 @@ class Convert { obj = row.get(k); if (obj instanceof ArrayList) - obj = ((List) obj).get(0); + if (obj instanceof ArrayList) + obj = formatFileMakerArray((List) obj,delimiter); + String str = (obj == null) ? "NULL" : obj.toString(); if (!str.equals("NULL")) pstm.setString(k + 1, str); @@ -1067,6 +1110,7 @@ class Convert Vector selects = new Vector(); Vector creates = new Vector(); Vector ids = new Vector(); + String delimiter = "|"; int mode = -1; try @@ -1091,7 +1135,7 @@ class Convert Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i }); Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); - + Node delimiterNode =root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 }); if (node3 == null) throw new Error("parse error database tag missing"); if (node == null) @@ -1100,6 +1144,7 @@ class Convert throw new Error("parse error user tag missing"); if (node2 == null) throw new Error("parse error password tag missing"); + if(delimiterNode!=null) delimiter = delimiterNode.getCharacters(); String url = node.getCharacters(); String user = node1.getCharacters(); String password = node2.getCharacters(); @@ -1119,6 +1164,9 @@ class Convert mode = DataBase.APPEND_MODE; else if (modeString.equals("update")) mode = DataBase.UPDATE_MODE; + else if (modeString.equals("delete")) + mode = DataBase.DELETE_MODE; + // if(node3!=null) // System.out.println(node3.name); @@ -1167,7 +1215,9 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects, creates, ids, mode)); + DataBase dataBase = new DataBase(database, tables, layouts, selects, creates, ids, mode); + dataBase.delimiter = delimiter; + databases.add(dataBase); } DBBean database = new DBBean(); // parse dataBase @@ -1185,7 +1235,7 @@ class Convert { DataBase db = (DataBase) iter.next(); if (mode != DataBase.UPDATE_MODE) - convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids,mode); + convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids,mode,db.delimiter); else update(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, db.ids, mode); @@ -1233,7 +1283,7 @@ class Convert Vector selects = new Vector(); Vector creates = new Vector(); Vector ids = new Vector(); - + String delimiter = "|"; int mode = -1; try { @@ -1257,7 +1307,10 @@ class Convert Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i }); Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); - + Node delimiterNode =root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 }); + + if (delimiterNode != null) + delimiter = delimiterNode.getCharacters(); if (node3 == null) throw new Error("parse error database tag missing"); if (node == null) @@ -1285,6 +1338,8 @@ class Convert mode = DataBase.APPEND_MODE; else if (modeString.equals("update")) mode = DataBase.UPDATE_MODE; + else if (modeString.equals("delete")) + mode = DataBase.DELETE_MODE; // if(node3!=null) // System.out.println(node3.name); @@ -1335,7 +1390,9 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects, creates, ids, mode)); + DataBase dataBase=new DataBase(database, tables, layouts, selects, creates, ids, mode); + dataBase.delimiter=delimiter; + databases.add(dataBase); } DBBean database = new DBBean(); // parse dataBase @@ -1398,7 +1455,6 @@ class Convert //contents=n.contents.v i=0; } // System.out.println(n.type); - } } /** @@ -1442,6 +1498,7 @@ class Convert Vector layouts; Vector tables; Vector ids; + String delimiter = "//"; final static int CONVERT_MODE = 1; final static int APPEND_MODE = 2; final static int UPDATE_MODE = 3; @@ -1461,7 +1518,7 @@ class Convert this.bean.setIDVector(ids); } /** - * writes the data contained in this object th the buffered writer + * writes the data contained in this object to the buffered writer * * @param buffr * @throws Exception */ @@ -1472,6 +1529,7 @@ class Convert buffr.write(" " + bean.url + "\n"); buffr.write(" " + bean.user + "\n"); buffr.write(" " + bean.passwd + "\n"); + buffr.write(" "+delimiter+"\n"); String modeString = ""; if (mode == CONVERT_MODE) modeString = "convert"; @@ -1479,6 +1537,8 @@ class Convert modeString = "append"; else if (mode == UPDATE_MODE) modeString = "update"; + else if (mode == DELETE_MODE) + modeString = "delete"; buffr.write(" " + modeString + "\n"); int index = 0; @@ -1539,4 +1599,206 @@ class Convert buffw.write("\n"); buffw.close(); } -} \ No newline at end of file + public static void delete(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception + { + FM2SQL.ProgressDialog dialog = null; + if (FM2SQL.fmInstance != null) + { + dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance,bean); + dialog.setTitle("Conversion running ..."); + dialog.title.setText("Getting table data ..."); + dialog.setLocation(FM2SQL.fmInstance.getLocationOnScreen().x + (FM2SQL.fmInstance.getWidth() - 400) / 2, FM2SQL.fmInstance.getLocationOnScreen().y + (FM2SQL.fmInstance.getHeight() - 250) / 2); + dialog.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); + FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); + dialog.thread = Thread.currentThread(); + } + // setting user and passwd + bean.setUserAndPasswd(user, passwd); + // setting user and passwd + beanDest.setUserAndPasswd(userDest, passwdDest); + if (dialog != null) + dialog.setSize(400, 250); + StringBuffer command = null; + String query = null; + try + { + //bean.setConnection("jdbc:fmpro:http://141.14.237.74:8050"); + //bean.setConnection("jdbc:postgresql://erebos/test","postgres","rogo"); + bean.setConnection(source); + if (names == null) + names = bean.getTableNames(); + // Collections.sort(names); + int tbIndex = 1; + + // System.out.println("Start at "+names.indexOf("archimedes_facsimiles")); + for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) + { + Vector[] result = null; + java.util.TreeSet myIds = new TreeSet(); + java.util.TreeSet myIdsDest = new TreeSet(); + int deltaID = 1; + String idField = ""; + String destTableName = ""; + + try + { + query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); + String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); + query = (selects != null) ? selects.get(tbIndex).toString() : query; + //if vectors[1].get(i) != null) + if (layout != "") + { + layout = " layout " + bean.getQC() + layout + bean.getQC(); + String name = names.get(tbIndex).toString(); + StringBuffer queryLayout = new StringBuffer(query); + queryLayout.insert(queryLayout.indexOf(name) + name.length() + 1, " " + layout); + query = queryLayout.toString(); + System.out.println("added layout " + query); + + } + dialog.title.setText("Getting table data ..."); + dialog.table.setText(names.get(tbIndex).toString()); + dialog.status.setText("Table " + (tbIndex + 1) + " of " + names.size()); + dialog.show(); + bean.getConnection(); + bean.makeQuery(query, 50); + idField = ids.get(tbIndex).toString(); + + } catch (Exception e) + { + continue; + } + // determine destTableName from createStatement or from source table name + if (!creates.get(tbIndex).equals("")) + { + String create = creates.get(tbIndex).toString().toLowerCase(); + int fromIndex = create.indexOf("table") + 5; + int toIndex = create.indexOf("("); + destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim(); + System.out.println("destTable " + destTableName); + + } else + destTableName = convertText(names.get(tbIndex).toString()); + + // for id kram + Vector vec = null; + Vector vecDest = null; + // tempo + beanDest.setConnection(destination); + int rowCount = (idField != "") ? myIds.size() : bean.getRowCount(query); + String tempID = bean.getQC() + idField + bean.getQC(); + String tempIDdest = beanDest.getQC() + convertText(idField) + beanDest.getQC(); + + int endIndex = -1; + String tempQuery = query; + String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName); + String tempQueryDest = destQuery; + // remove extra query parts destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1); + System.out.println("new Query " + tempQueryDest); + if (!idField.equals("")) + { + long startTime = System.currentTimeMillis(); + int counter = -1; + while (true) + { + ++counter; + if (counter == 0 && dialog != null) + dialog.title.setText("Check if data is available"); + else if (dialog != null) + dialog.title.setText("Check if more data is available"); + myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, numHits); + myIdsDest = beanDest.getIDVector(convertText(idField), destTableName, tempQueryDest, numHits); + if (myIds.isEmpty()) + break; + vec = new Vector(myIds); + vecDest = new Vector(myIdsDest); + rowCount = vec.size(); + // Deletion will work this way + Vector deleted = new Vector(vec); + Vector linesToDelete = new Vector(vecDest); + // remove all lines that should not be deleted + linesToDelete.removeAll(deleted); + // System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIdsDest.size()); + /// @TODO complete delete task remove query show lines to be deleted let user choose if he wants that + System.out.println("number of lines to be deleted " + linesToDelete.size()); + deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls); + beanDest.setConnection(destination); + + Statement stm = beanDest.getConnection().createStatement(); + + Vector tables = beanDest.getTableNames(); + // Collections.sort(tables); + System.out.println(names.get(tbIndex) + " " + tables.indexOf(convertText((String) names.get(tbIndex)))); // "//beanDest.getTypeNames()); + tables = beanDest.getTableNames(); + // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); + stm = beanDest.getConnection().createStatement(); + + if (dialog != null) + dialog.title.setText(" Deleting table data ..."); + + int j = -1; + + Vector row = null; + command = new StringBuffer(); + + command.append("DELETE FROM"); + command.append(beanDest.getQC()); + command.append(destTableName); + //command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + int size = bean.getColumnNames().size(); + command.append("WHERE " + convertText(ids.get(tbIndex).toString()) + " = ?"); + PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); + System.out.println(command + " " + tbIndex); + //int rowCount = bean.getRowCount(query); + // int idIndex = bean.getColumnNames().indexOf(ids.get(tbIndex)); + while (true) + { + + ++j; + if (j == linesToDelete.size()) + break; + //print rows + pstm.setString(1, linesToDelete.get(j).toString()); + System.out.println(pstm.toString()); + pstm.execute(); + if (dialog != null) + dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0)); + command = null; + } + // prepare new query for next chunk + if (query.indexOf("where") > 0) + tempQuery = query + " and " + tempID + ">'" + vec.lastElement() + "'"; + else + tempQuery = query + " where " + tempID + ">'" + vec.lastElement() + "'"; + + } //to outer while + } // to idfield if + } // table loop + + } catch (Exception e) + { + System.out.println("Error while connecting to database " + e); + if (dialog != null) + { + dialog.setVisible(false); + dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); + FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); + } + java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream(); + java.io.PrintStream stream = new java.io.PrintStream(b); + stream.print(command + "\n\n"); + e.printStackTrace(stream); + FM2SQL.showErrorDialog(b.toString(), "Error occured !"); + + } + if (dialog != null) + { + dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); + FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); + + dialog.setVisible(false); + } + } // to method + + } \ No newline at end of file