import java.util.*; import java.sql.*; import java.awt.Cursor; import java.io.BufferedReader; import java.io.BufferedWriter; import java.io.File; import java.io.FileInputStream; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.InputStreamReader; import java.io.OutputStreamWriter; import java.io.PrintStream; import java.io.UnsupportedEncodingException; import com.exploringxml.xml.Node; import com.exploringxml.xml.Xparse; class Convert { static DBBean bean = new DBBean(); static DBBean beanDest = new DBBean(); static String user = "", passwd = "e1nste1n"; static String userDest = "postgres", passwdDest = "rogo"; static boolean batchRun = false; static Vector databases = new Vector(); final static int numHits = 5000; final static int numIntervalls = 2; public static void main(String args[]) { /* try { //byte[] b = "ö".getBytes("UTF-8"); // System.out.println("QueryString " +b[0]+" "+b[1]+(new String(b).getBytes()[0])+" "+new String(b).getBytes()[1]); //System.out.println(new String(b,"UTF-8")); } catch (UnsupportedEncodingException e) { e.printStackTrace(); }*/ FileOutputStream file = null; if (args.length != 1) { System.out.println("Usage: java Convert "); System.exit(-1); } if (!(new File(args[0]).exists())) System.exit(0); try { file = new FileOutputStream("./log.txt"); } catch (FileNotFoundException e1) { e1.printStackTrace(); } PrintStream stream = new PrintStream(file); System.setOut(stream); System.setErr(stream); readXMLFile(args[0]); System.out.println("Finished!"); //convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null); } public static void convertBatch(DBBean source, DBBean destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids,int mode) throws Exception { bean = source; beanDest = destination; convert(null,null,names,layouts,selects,creates,ids,mode); if(true) return; StringBuffer command = null; try { bean.setConnection(source.url); if (names == null) names = bean.getTableNames(); //Collections.sort(names); int tbIndex = 1; for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) { Vector[] result = null; try { String query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); query = (selects != null) ? selects.get(tbIndex).toString() : query; //if vectors[1].get(i) != null) if (!layout.equals("")) { System.out.println("before " + query + " table" + names.get(tbIndex)); layout = " layout " + bean.getQC() + layout + bean.getQC(); String name = names.get(tbIndex).toString(); StringBuffer queryLayout = new StringBuffer(query); queryLayout.insert(queryLayout.indexOf(name) + name.length() + 1, " " + layout); query = queryLayout.toString(); System.out.println("added layout " + query); } System.out.println(" performing query " + query); //result = bean.getQueryData(query, null, 0); bean.getConnection(); bean.makeQuery(query, 0); } catch (Exception e) { System.out.println(e.getMessage()); e.printStackTrace(); continue; } //beanDest.setConnection("jdbc:postgresql://erebos/test3"); beanDest.setConnection(destination.url); Statement stm = beanDest.getConnection().createStatement(); Vector tables = beanDest.getTableNames(); // Collections.sort(tables); System.out.println("converting table " + names.get(tbIndex) + " " + tables.indexOf(convertText((String) names.get(tbIndex)))); // "//beanDest.getTypeNames()); tables = beanDest.getTableNames(); // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); if (mode == Convert.DataBase.CONVERT_MODE) { if (tables.indexOf(names.get(tbIndex)) >= 0) { stm.executeUpdate("drop table " + beanDest.getQC() + names.get(tbIndex) + beanDest.getQC()); tables.remove((String) names.get(tbIndex)); System.out.println("dropped table " + names.get(tbIndex)); } else if (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0) { stm.executeUpdate("drop table " + beanDest.getQC() + convertText((String) names.get(tbIndex)) + beanDest.getQC()); tables.remove(convertText((String) names.get(tbIndex))); System.out.println("dropped table " + names.get(tbIndex)); } if (tables.indexOf(names.get(tbIndex)) < 0 && tables.indexOf(convertText(names.get(tbIndex).toString())) < 0) { if (creates.get(tbIndex).equals("") || creates.get(tbIndex).toString().toLowerCase().indexOf("create") < 0) { System.out.println("Warning empty or invalid create statement - creating one for you\n"); command = new StringBuffer(50); command.append("CREATE TABLE "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append("("); String type = null; Vector columnNames = bean.getColumnNames(); for (int i = 0; i < columnNames.size() - 1; ++i) { type = bean.metaData.getColumnTypeName(i + 1); // System.out.println(i+" "+result[1].get(i)+" "+type); type = (type.equals("NUMBER")) ? "INT4" : type; type = (type.equals("CONTAINER")) ? "TEXT" : type; command.append(beanDest.getQC() + convertText((String) columnNames.get(i)) + beanDest.getQC() + " " + type + ", "); } type = bean.metaData.getColumnTypeName(columnNames.size()); type = (type.equals("NUMBER")) ? "INT4" : type; type = (type.equals("CONTAINER")) ? "TEXT" : type; command.append(beanDest.getQC() + convertText((String) columnNames.get(columnNames.size() - 1)) + beanDest.getQC() + " " + type); command.append(" )"); } else command = new StringBuffer().append(creates.get(tbIndex).toString()); System.out.println(command); // System.exit(0); //command.append(DBBean.getQC()); stm.executeUpdate(command.toString()); } } Vector row = null; command = new StringBuffer(); command.append("INSERT INTO "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" values ( "); for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) command.append("?,"); command.append("?)"); PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); System.out.println(command); while ((row = bean.getNextRow()) != null) { //print rows Object obj = null; for (int k = 0; k < row.size(); ++k) { obj = row.get(k); if (obj instanceof ArrayList) obj = ((List) obj).get(0); String str = (obj == null) ? "NULL" : obj.toString(); if (!str.equals("NULL")) pstm.setString(k + 1, str); else pstm.setNull(k + 1, Types.NULL); } pstm.execute(); } // to for loop } } catch (Exception e) { System.out.println("Error while connecting to database " + e); //dialog.setVisible(false); //dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); //FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream(); java.io.PrintStream stream = new java.io.PrintStream(b); stream.print(command + "\n\n"); e.printStackTrace(stream); System.err.println(b); //FM2SQL.showErrorDialog(b.toString(), "Error occured !"); } // dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); //FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); // dialog.setVisible(false); } public static void update(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception { FM2SQL.ProgressDialog dialog = null; if (FM2SQL.fmInstance != null) { dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance); dialog.setTitle("Conversion running ..."); dialog.title.setText("Getting table data ..."); dialog.setLocation(FM2SQL.fmInstance.getLocationOnScreen().x + (FM2SQL.fmInstance.getWidth() - 400) / 2, FM2SQL.fmInstance.getLocationOnScreen().y + (FM2SQL.fmInstance.getHeight() - 250) / 2); dialog.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); dialog.thread = Thread.currentThread(); } // setting user and passwd bean.setUserAndPasswd(user, passwd); // setting user and passwd beanDest.setUserAndPasswd(userDest, passwdDest); if (dialog != null) dialog.setSize(400, 250); StringBuffer command = null; String query = null; try { //bean.setConnection("jdbc:fmpro:http://141.14.237.74:8050"); //bean.setConnection("jdbc:postgresql://erebos/test","postgres","rogo"); bean.setConnection(source); if (names == null) names = bean.getTableNames(); // Collections.sort(names); int tbIndex = 1; // System.out.println("Start at "+names.indexOf("archimedes_facsimiles")); for (tbIndex = 0; tbIndex < names.size(); ++tbIndex) { Vector[] result = null; try { query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC(); String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString(); query = (selects != null) ? selects.get(tbIndex).toString() : query; //if vectors[1].get(i) != null) if (layout != "") { layout = " layout " + bean.getQC() + layout + bean.getQC(); String name = names.get(tbIndex).toString(); StringBuffer queryLayout = new StringBuffer(query); queryLayout.insert(queryLayout.indexOf(name) + name.length() + 1, " " + layout); query = queryLayout.toString(); System.out.println("added layout " + query); } dialog.title.setText("Getting table data ..."); dialog.table.setText(names.get(tbIndex).toString()); dialog.status.setText("Table " + (tbIndex + 1) + " of " + names.size()); dialog.show(); bean.getConnection(); bean.makeQuery(query, 0); } catch (Exception e) { continue; } //beanDest.setConnection("jdbc:postgresql://erebos/test3"); beanDest.setConnection(destination); Statement stm = beanDest.getConnection().createStatement(); Vector tables = beanDest.getTableNames(); // Collections.sort(tables); System.out.println(names.get(tbIndex) + " " + tables.indexOf(convertText((String) names.get(tbIndex)))); // "//beanDest.getTypeNames()); tables = beanDest.getTableNames(); // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); if (dialog != null) dialog.title.setText("Writing table data ..."); int j = -1; Vector row = null; command = new StringBuffer(); command.append("UPDATE "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" SET "); int size = bean.getColumnNames().size(); for (int i = 0; i < size - 1; ++i) command.append(beanDest.getQC() + convertText((String) bean.getColumnNames().get(i)) + beanDest.getQC() + " = ? ,"); command.append(convertText((String) bean.getColumnNames().get(size - 1)) + " = ? "); command.append("WHERE " + convertText(ids.get(tbIndex).toString()) + " = ?"); PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); System.out.println(command + " " + tbIndex); int rowCount = bean.getRowCount(query); int idIndex = bean.getColumnNames().indexOf(ids.get(tbIndex)); while ((row = bean.getNextRow()) != null) { j++; //print rows Object obj = null; /* for(int k=0;k= 0) { stm.executeUpdate("drop table " + beanDest.getQC() + names.get(tbIndex) + beanDest.getQC()); tables.remove((String) names.get(tbIndex)); System.out.println("dropped table" + names.get(tbIndex)); } else if (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0) { stm.executeUpdate("drop table " + beanDest.getQC() + convertText((String) names.get(tbIndex)) + beanDest.getQC()); tables.remove(convertText((String) names.get(tbIndex))); System.out.println("dropped table" + names.get(tbIndex)); } if (tables.indexOf(names.get(tbIndex)) < 0 && tables.indexOf(convertText(names.get(tbIndex).toString())) < 0) { if (creates.get(tbIndex).equals("") || creates.get(tbIndex).toString().toLowerCase().indexOf("create") < 0) { System.out.println("Warning empty or invalid create statement - creating one for you\n"); command = new StringBuffer(50); command.append("CREATE TABLE "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append("("); String type = null; Vector columnNames = bean.getColumnNames(); for (int i = 0; i < columnNames.size() - 1; ++i) { type = bean.metaData.getColumnTypeName(i + 1); // System.out.println(i+" "+result[1].get(i)+" "+type); type = (type.equals("NUMBER")) ? "INT4" : type; type = (type.equals("CONTAINER")) ? "TEXT" : type; command.append(beanDest.getQC() + convertText((String) columnNames.get(i)) + beanDest.getQC() + " " + type + ", "); } type = bean.metaData.getColumnTypeName(columnNames.size()); type = (type.equals("NUMBER")) ? "INT4" : type; type = (type.equals("CONTAINER")) ? "TEXT" : type; command.append(beanDest.getQC() + convertText((String) columnNames.get(columnNames.size() - 1)) + beanDest.getQC() + " " + type); command.append(" )"); // System.out.println(command); // System.exit(0); //command.append(DBBean.getQC()); } else command = new StringBuffer().append(creates.get(tbIndex).toString()); stm.executeUpdate(command.toString()); } } if(dialog!=null) dialog.title.setText("Writing table data ..."); // prepare the insert statement int j = -1; Vector row = null; command = new StringBuffer(); command.append("INSERT INTO "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" values ( "); for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) command.append("?,"); command.append("?)"); PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); System.out.println(command); int rowCount = (idField != "") ? myIds.size() : bean.getRowCount(query); Vector vec = new Vector(myIds); int endIndex = -1; String tempQuery = query; String tempID = bean.getQC() + idField + bean.getQC(); if (!idField.equals("")) { long startTime = System.currentTimeMillis(); int counter = -1; while (true) { ++counter; if (counter == 0&&dialog!=null) dialog.title.setText("Check if data is available"); else if(dialog!=null) dialog.title.setText("Check if more data is available"); myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, numHits); if (myIds.isEmpty()) break; vec = new Vector(myIds); rowCount = vec.size(); System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size()); deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls); if (vec.size() <= numIntervalls) { endIndex = 0; deltaID = vec.size(); } for (int k = 0; k < vec.size() - deltaID; k = k + deltaID) { System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement()); if (query.indexOf("where") > 0) tempQuery = query + " and " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); else tempQuery = query + "where " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); System.out.println(tempQuery); if(dialog!=null) dialog.title.setText("Reading table data ..."); bean.makeQuery(tempQuery, deltaID); if(dialog!=null) dialog.title.setText("Writing table data ..."); command = writeDatainDestTable(dialog, command, k, pstm, rowCount); endIndex = k + deltaID; } System.out.println(endIndex); if (endIndex == vec.size() - 1) System.out.println("fits"); else { System.out.println(" last intervall from " + vec.get(endIndex) + " " + vec.lastElement()); if (query.indexOf("where") > 0) tempQuery = query + " and " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); else tempQuery = query + "where " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); System.out.println(tempQuery); if(dialog!=null) dialog.title.setText("Reading table data ..."); bean.makeQuery(tempQuery, 0); if(dialog!=null) dialog.title.setText("Writing table data ..."); command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount); } if (query.indexOf("where") > 0) tempQuery = query + " and " + tempID + ">" + vec.lastElement(); else tempQuery = query + " where " + tempID + ">" + vec.lastElement(); } long endTime = System.currentTimeMillis(); System.out.println("Time for incremental convert elapsed " + (endTime - startTime)); } else { long startTime = System.currentTimeMillis(); bean.makeQuery(query, 0); command = writeDatainDestTable(dialog, command, j, pstm, rowCount); long endTime = System.currentTimeMillis(); System.out.println("Time for old convert elapsed " + (endTime - startTime)); } } } catch (Exception e) { System.out.println("Error while connecting to database " + e); if (dialog != null) { dialog.setVisible(false); dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream(); java.io.PrintStream stream = new java.io.PrintStream(b); stream.print(command + "\n\n"); e.printStackTrace(stream); FM2SQL.showErrorDialog(b.toString(), "Error occured !"); } else { e.printStackTrace(); } } if (dialog != null) { dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR)); dialog.setVisible(false); } } private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount) throws Exception, SQLException { Vector row; while ((row = bean.getNextRow()) != null) { j++; // row = (Vector) result[0].get(j); /* command = new StringBuffer(); command.append("INSERT INTO "); command.append(beanDest.getQC()); command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" values ( "); */ //print rows Object obj = null; /* for(int k=0;k= 0) { alterMe.delete(index, index + 4); length = length - 4; } while (j < length) { if (alterMe.charAt(j) == ' ') { alterMe.setCharAt(j, '_'); // if(j') { alterMe.setCharAt(j, '&'); alterMe.insert(j + 1, "gt;"); length = length + 2; if (j < length - 1) j = j + 1; } else if (alterMe.charAt(j) == '<') { alterMe.setCharAt(j, '&'); alterMe.insert(j + 1, "lt;"); length = length + 2; if (j < length - 1) j = j + 1; } ++j; } return alterMe.toString(); } public static String convertUml(String newName) { StringBuffer alterMe = new StringBuffer(newName.trim()); int length = alterMe.length(); int j = 0; while (j < length) { if (alterMe.charAt(j) == '\'') { alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "'"); length = length + 1; if (j < length - 1) j = j + 1; } /* else if (alterMe.charAt(j) == '"') { alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "\""); length = length + 1; if(j') { alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, ">"); length = length + 1; if(j\n"); buffr.write(" " + bean.url + "\n"); buffr.write(" " + bean.user + "\n"); buffr.write(" " + bean.passwd + "\n"); String modeString = ""; if (mode == CONVERT_MODE) modeString = "convert"; else if (mode == APPEND_MODE) modeString = "append"; else if (mode == UPDATE_MODE) modeString = "update"; buffr.write(" " + modeString + "\n"); int index = 0; while (index < tables.size()) { String table = (String) tables.get(index); String layout = (String) layouts.get(index); String select = (String) selects.get(index); String create = (String) creates.get(index); String id = (String) ids.get(index); buffr.write(" \n"); buffr.write(" \n"); if (!create.equals("")) buffr.write(" " + create + " \n"); buffr.write("
\n"); index++; } buffr.write(" \n"); } public String toString() { return bean.url + " " + tables; } } public static String convertToUTF8(Object command) { String str = null; try { str = new String(command.toString().getBytes("UTF-8")); } catch (UnsupportedEncodingException e) { // TODO Auto-generated catch block e.printStackTrace(); } return str; } public static void writeConfig(String file, DataBase source, DataBase destination) throws Exception { if (!file.toLowerCase().endsWith(".xml")) file += ".xml"; File f = new File(file); FileOutputStream fout = new FileOutputStream(f); OutputStreamWriter outsw = new OutputStreamWriter(fout, "UTF-8"); BufferedWriter buffw = new BufferedWriter(outsw); buffw.write(""); buffw.newLine(); buffw.write("\n"); buffw.write(" \n"); source.exportToXML(buffw); buffw.write(" \n"); buffw.write("\n \n"); destination.exportToXML(buffw); buffw.write(" \n"); buffw.write("\n"); buffw.close(); } }