--- FM2SQL/Attic/Convert.java 2003/12/10 12:25:12 1.2 +++ FM2SQL/Attic/Convert.java 2004/02/12 13:02:56 1.32 @@ -1,5 +1,4 @@ - import java.util.*; import java.sql.*; import java.awt.Cursor; @@ -26,7 +25,8 @@ class Convert static String userDest="postgres",passwdDest="rogo"; static boolean batchRun=false; static Vector databases = new Vector(); - + final static int numHits = 5000; + final static int numIntervalls = 2; public static void main(String args[]) { /* try @@ -36,7 +36,6 @@ class Convert //System.out.println(new String(b,"UTF-8")); } catch (UnsupportedEncodingException e) { - // TODO Auto-generated catch block e.printStackTrace(); }*/ FileOutputStream file = null; @@ -51,7 +50,6 @@ class Convert file = new FileOutputStream("./log.txt"); } catch (FileNotFoundException e1) { - // TODO Auto-generated catch block e1.printStackTrace(); } PrintStream stream= new PrintStream(file); @@ -61,7 +59,7 @@ class Convert System.out.println("Finished!"); //convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null); } - public static void convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates) throws Exception + public static void convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates,int mode) throws Exception { /*FM2SQL.ProgressDialog dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance); dialog.setTitle("Conversion running ..."); @@ -71,7 +69,7 @@ class Convert */ // FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); //dialog.thread=Thread.currentThread(); - bean=source; + bean = source; beanDest = destination; /* // setting user and passwd bean.setUserAndPasswd(user,passwd); @@ -139,7 +137,7 @@ class Convert // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); - if(true) + if(mode==Convert.DataBase.CONVERT_MODE) { if(tables.indexOf(names.get(tbIndex))>=0) { @@ -213,9 +211,22 @@ class Convert //dialog.title.setText("Writing table data ..."); Vector row = null; //for (int j = 0; j < result[0].size(); ++j) + command = new StringBuffer(); + + command.append("INSERT INTO "); + command.append(beanDest.getQC()); + command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + command.append(" values ( "); + + for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) + command.append("?,"); + command.append("?)"); + PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); + System.out.println(command); while((row=bean.getNextRow())!=null) { - //Vector row = (Vector) result[0].get(j); +/* //Vector row = (Vector) result[0].get(j); command = new StringBuffer(); command.append("INSERT INTO "); @@ -223,8 +234,10 @@ class Convert command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" values ( "); - //print rows + */ + //print rows Object obj = null; + /* for(int k=0;k=start and id<=end + idField = ids.get(tbIndex).toString(); + } catch (Exception e) - { - continue; - } + { + System.out.println(e); + continue; + } //beanDest.setConnection("jdbc:postgresql://erebos/test3"); beanDest.setConnection(destination); @@ -348,7 +562,7 @@ class Convert // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); - if(true) + if(mode==Convert.DataBase.CONVERT_MODE) { if(tables.indexOf(names.get(tbIndex))>=0) { @@ -402,72 +616,92 @@ class Convert } } - // System.out.println(names); - /* - if (idVal == "") - stm.executeUpdate("INSERT INTO " + DBBean.getQC() + box.getSelectedItem() + DBBean.getQC() + " (" + DBBean.getQC() + columnName + DBBean.getQC() + ") VALUES ('" + value + "') "); - else - stm.executeUpdate("UPDATE " + DBBean.getQC() + box.getSelectedItem() + DBBean.getQC() + " SET " + DBBean.getQC() + columnName + DBBean.getQC() + "='" + value + "' WHERE ID='" + idVal + "' "); - */ - - // Vector[] result2=beanDest.getQueryData(names.get(tbIndex).toString()); - // print results to screen - /* for (int i = 0; i < result[1].size(); ++i) - { - //print Header - // System.out.println(" "+result[1].get(i)+" "+result2[1].get(i)+" "+i); - }*/ - // System.out.println(); dialog.title.setText("Writing table data ..."); - //for (int j = 0; j < result[0].size(); ++j) + // prepare the insert statement int j=-1; Vector row = null; - int rowCount= bean.getRowCount(query); - while((row=bean.getNextRow())!=null) + command = new StringBuffer(); + + command.append("INSERT INTO "); + command.append(beanDest.getQC()); + command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + command.append(" values ( "); + + for(int i=0;i 0) + tempQuery = query + " and " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); + else + tempQuery = query + "where " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); + System.out.println(tempQuery); + dialog.title.setText("Reading table data ..."); + + bean.makeQuery(tempQuery, deltaID); + dialog.title.setText("Writing table data ..."); + + command = writeDatainDestTable(dialog, command, k, pstm, rowCount); + endIndex = k + deltaID; + } + if ((vec.size() - 1) % numIntervalls == 0) + System.out.println("fits"); + else + { + if (query.indexOf("where") > 0) + tempQuery = query + " and " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); + else + tempQuery = query + "where " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); + System.out.println(tempQuery); + dialog.title.setText("Reading table data ..."); + bean.makeQuery(tempQuery, 0); + dialog.title.setText("Writing table data ..."); + command = writeDatainDestTable(dialog, command, j, pstm, rowCount); + + System.out.println(" last intervall from " + vec.get(endIndex) + " " + vec.lastElement()); + command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount); + } + if (query.indexOf("where") > 0) + tempQuery = query + " and " + tempID + ">" + vec.lastElement(); + else + tempQuery = query + " where " + tempID + ">" + vec.lastElement(); + + } + long endTime = System.currentTimeMillis(); + System.out.println("Time for incremental convert elapsed "+(endTime-startTime)); + } else + { + long startTime = System.currentTimeMillis(); + + bean.makeQuery(query, 0); + command = writeDatainDestTable(dialog, command, j, pstm, rowCount); + long endTime = System.currentTimeMillis(); + System.out.println("Time for old convert elapsed "+(endTime-startTime)); + } + } } catch(Exception e) { System.out.println("Error while connecting to database "+ e); @@ -486,12 +720,78 @@ class Convert dialog.setVisible(false); } + private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount) throws Exception, SQLException + { + Vector row; + while((row=bean.getNextRow())!=null) + { + j++; + // row = (Vector) result[0].get(j); + /* command = new StringBuffer(); + + command.append("INSERT INTO "); + command.append(beanDest.getQC()); + command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + command.append(" values ( "); + */ + //print rows + Object obj = null; + /* for(int k=0;k= 0 ) + { + alterMe.delete(index, index + 4); + length = length - 4; + } + while (j < length) { if (alterMe.charAt(j) == ' ') @@ -559,12 +859,60 @@ class Convert { alterMe.setCharAt(j, '_'); + } else if (alterMe.charAt(j) == '?') + { + // changed ? to _ because of update statement + alterMe.setCharAt(j,'_'); + // length = length + 1; + // j=j+1; + System.out.println(alterMe); + } + + else if (alterMe.charAt(j) == '.') + { + if(j==length-1) + { + alterMe.delete(j, j); + length--; + } + else + alterMe.setCharAt(j,'_'); } ++j; } return alterMe.toString(); } + public static String convertToEntities(String newName) + { + StringBuffer alterMe = new StringBuffer(newName.trim()); + int length = alterMe.length(); + int j = 0; + + while (j < length) + { + + if (alterMe.charAt(j) == '>') + { + alterMe.setCharAt(j, '&'); + alterMe.insert(j + 1, "gt;"); + length = length + 2; + if (j < length - 1) + j = j + 1; + + } else if (alterMe.charAt(j) == '<') + { + alterMe.setCharAt(j, '&'); + alterMe.insert(j + 1, "lt;"); + length = length + 2; + if (j < length - 1) + j = j + 1; + + } + ++j; + } + return alterMe.toString(); + } public static String convertUml(String newName) { StringBuffer alterMe = new StringBuffer(newName.trim()); @@ -679,14 +1027,18 @@ class Convert { boolean finished = false; // parse string and build document tree - Node root = new Xparse().parse(sb.toString()); + Xparse parser =new Xparse(); + parser.changeEntities = true; + Node root = parser.parse(sb.toString()); // printContents(root); Vector databases= new Vector(); Vector tables = new Vector(); Vector layouts = new Vector(); Vector selects = new Vector(); Vector creates = new Vector(); - + Vector ids = new Vector(); + int mode = -1; + try { Node tempNode = root.find("convert/source", new int[] { 1, 1 }); @@ -701,12 +1053,14 @@ class Convert layouts = new Vector(); selects = new Vector(); creates = new Vector(); - + ids = new Vector(); // parse dataBase Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 }); Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 }); Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i}); + Node nodeMode = root.find("convert/source/database/mode", new int[] {1, 1, i, 1,1}); + if(node3== null) throw new Error("parse error database tag missing"); if(node==null) throw new Error("parse error url tag missing"); if(node1==null) throw new Error("parse error user tag missing"); @@ -719,7 +1073,19 @@ class Convert System.out.println(node.name + " " + node.getCharacters()); System.out.println(node1.name + " " + node1.getCharacters()); System.out.println(node2.name + " " + node2.getCharacters()); - + String modeString = ""; + if (nodeMode == null) + modeString = "convert"; + else + modeString = nodeMode.getCharacters(); + if (modeString.equals("convert")) + mode = DataBase.CONVERT_MODE; + else + if (modeString.equals("append")) + mode = DataBase.APPEND_MODE; + else + if (modeString.equals("update")) + mode = DataBase.UPDATE_MODE; // if(node3!=null) // System.out.println(node3.name); @@ -743,11 +1109,15 @@ class Convert // if(node6==null) throw new Error("parse error create tag missing"); String name = (String)node4.attributes.get("name"); String layout = (String)node4.attributes.get("layout"); + String id = (String)node4.attributes.get("id"); + System.out.println("id was "+id); if(name==null) throw new Error("parse error required table tag attribute name missing"); if(layout==null) layout =""; + if(id==null) id = ""; if(name.equals("")) throw new Error("parse error table tag attribute must not be empty"); tables.add(name); layouts.add(layout); + ids.add(id); String query = (node5==null) ? "":node5.getCharacters(); if(query.equals("")) System.err.println("Warning empty select tag or select tag missing !!"); query = (query.equals("")) ? "select * from "+database.getQC()+name+database.getQC():query; @@ -757,7 +1127,7 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects,creates)); + databases.add(new DataBase(database, tables, layouts, selects,creates,ids,mode)); } DBBean database = new DBBean(); // parse dataBase @@ -774,8 +1144,11 @@ class Convert for (Iterator iter = databases.iterator(); iter.hasNext();) { DataBase db = (DataBase) iter.next(); - convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates); - + if(mode!=DataBase.UPDATE_MODE) + convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates,mode); + else + update(db.bean.url,database.url,db.tables,db.layouts,db.selects,db.creates,db.ids,mode); + } // printContents(node3); // FM2SQL.fmInstance=new FM2SQL(); @@ -894,14 +1267,18 @@ class Convert boolean finished = false; // parse string and build document tree - Node root = new Xparse().parse(sb.toString()); - // printContents(root); + Xparse parser =new Xparse(); + parser.changeEntities = true; + Node root = parser.parse(sb.toString()); + // printContents(root); Vector databases= new Vector(); Vector tables = new Vector(); Vector layouts = new Vector(); Vector selects = new Vector(); Vector creates = new Vector(); - + Vector ids = new Vector(); + + int mode = -1; try { Node tempNode = root.find("convert/source", new int[] { 1, 1 }); @@ -916,12 +1293,14 @@ class Convert layouts = new Vector(); selects = new Vector(); creates = new Vector(); - + ids = new Vector(); // parse dataBase Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 }); Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 }); Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i}); + Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); + if(node3== null) throw new Error("parse error database tag missing"); if(node==null) throw new Error("parse error url tag missing"); if(node1==null) throw new Error("parse error user tag missing"); @@ -934,7 +1313,21 @@ class Convert System.out.println(node.name + " " + node.getCharacters()); System.out.println(node1.name + " " + node1.getCharacters()); System.out.println(node2.name + " " + node2.getCharacters()); - + String modeString = ""; + if (nodeMode == null) + modeString = "convert"; + else + modeString = nodeMode.getCharacters(); + if (modeString.equals("convert")) + mode = DataBase.CONVERT_MODE; + else + if (modeString.equals("append")) + mode = DataBase.APPEND_MODE; + else + if (modeString.equals("update")) + mode = DataBase.UPDATE_MODE; + + // if(node3!=null) // System.out.println(node3.name); @@ -958,11 +1351,16 @@ class Convert // if(node6==null) throw new Error("parse error create tag missing"); String name = (String)node4.attributes.get("name"); String layout = (String)node4.attributes.get("layout"); + String id = (String)node4.attributes.get("id"); + System.out.println("id was "+id); + if(name==null) throw new Error("parse error required table tag attribute name missing"); if(layout==null) layout =""; + if(id == null) id=""; if(name.equals("")) throw new Error("parse error table tag attribute must not be empty"); tables.add(name); layouts.add(layout); + ids.add(id); String query = (node5==null) ? "":node5.getCharacters(); if(query.equals("")) System.err.println("Warning empty select tag or select tag missing !!"); query = (query.equals("")) ? "select * from "+database.getQC()+name+database.getQC():query; @@ -972,7 +1370,7 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects,creates)); + databases.add(new DataBase(database, tables, layouts, selects,creates,ids,mode)); } DBBean database = new DBBean(); // parse dataBase @@ -985,7 +1383,7 @@ class Convert System.out.println(url); database.setURL(url.trim()); database.setUserAndPasswd(user.trim(), password.trim()); - databases.add(new DataBase(database,null,null,null,null)); + databases.add(new DataBase(database,null,null,null,null,null,0)); //databases.add(database); /* for (Iterator iter = databases.iterator(); iter.hasNext();) { @@ -1065,21 +1463,41 @@ public static class DataBase Vector selects; Vector layouts; Vector tables; - public DataBase(DBBean bean,Vector tables,Vector layouts,Vector selects,Vector creates) + Vector ids; + final static int CONVERT_MODE = 1; + final static int APPEND_MODE = 2; + final static int UPDATE_MODE = 3; + int mode = -1; + + public DataBase(DBBean bean,Vector tables,Vector layouts,Vector selects,Vector creates,Vector ids,int mode) { this.bean = bean; this.tables = tables; this.layouts = layouts; this.selects = selects; this.creates = creates; + this.ids = ids; + this.mode = mode; + this.bean.setIDVector(ids); } public void exportToXML(BufferedWriter buffr) throws Exception { + // ids=bean.getIDVector(); buffr.write(" \n"); buffr.write(" "+bean.url+"\n"); buffr.write(" "+bean.user+"\n"); buffr.write(" "+bean.passwd+"\n"); - + String modeString =""; + if (mode == CONVERT_MODE) + modeString = "convert"; + else + if (mode == APPEND_MODE) + modeString = "append"; + else + if (mode == UPDATE_MODE) + modeString = "update"; + + buffr.write(" "+ modeString+"\n"); int index = 0; while(index\n"); - buffr.write(" \n"); + buffr.write(" \n"); + buffr.write(" \n"); if(!create.equals("")) buffr.write(" "+create+" \n"); buffr.write("
\n");