--- FM2SQL/Attic/Convert.java 2003/12/05 11:46:39 1.1 +++ FM2SQL/Attic/Convert.java 2004/02/10 12:52:30 1.27 @@ -1,5 +1,4 @@ - import java.util.*; import java.sql.*; import java.awt.Cursor; @@ -26,7 +25,7 @@ class Convert static String userDest="postgres",passwdDest="rogo"; static boolean batchRun=false; static Vector databases = new Vector(); - + final static int numIntervalls = 10; public static void main(String args[]) { /* try @@ -36,7 +35,6 @@ class Convert //System.out.println(new String(b,"UTF-8")); } catch (UnsupportedEncodingException e) { - // TODO Auto-generated catch block e.printStackTrace(); }*/ FileOutputStream file = null; @@ -51,7 +49,6 @@ class Convert file = new FileOutputStream("./log.txt"); } catch (FileNotFoundException e1) { - // TODO Auto-generated catch block e1.printStackTrace(); } PrintStream stream= new PrintStream(file); @@ -61,9 +58,8 @@ class Convert System.out.println("Finished!"); //convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null); } - public static void convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates) throws Exception + public static void convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates,int mode) throws Exception { - // @TODO Convert change to convert row wise /*FM2SQL.ProgressDialog dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance); dialog.setTitle("Conversion running ..."); dialog.title.setText("Getting table data ..."); @@ -72,7 +68,7 @@ class Convert */ // FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR)); //dialog.thread=Thread.currentThread(); - bean=source; + bean = source; beanDest = destination; /* // setting user and passwd bean.setUserAndPasswd(user,passwd); @@ -140,7 +136,7 @@ class Convert // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); - if(true) + if(mode==Convert.DataBase.CONVERT_MODE) { if(tables.indexOf(names.get(tbIndex))>=0) { @@ -214,9 +210,22 @@ class Convert //dialog.title.setText("Writing table data ..."); Vector row = null; //for (int j = 0; j < result[0].size(); ++j) + command = new StringBuffer(); + + command.append("INSERT INTO "); + command.append(beanDest.getQC()); + command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + command.append(" values ( "); + + for (int i = 0; i < bean.getColumnNames().size() - 1; ++i) + command.append("?,"); + command.append("?)"); + PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString()); + System.out.println(command); while((row=bean.getNextRow())!=null) { - //Vector row = (Vector) result[0].get(j); +/* //Vector row = (Vector) result[0].get(j); command = new StringBuffer(); command.append("INSERT INTO "); @@ -224,8 +233,10 @@ class Convert command.append(convertText((String) names.get(tbIndex))); command.append(beanDest.getQC()); command.append(" values ( "); - //print rows + */ + //print rows Object obj = null; + /* for(int k=0;k=start and id<=end + idField = ids.get(tbIndex).toString(); + if (idField != "") { - continue; + myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), query); + System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size()); + deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls); } + } catch (Exception e) + { + System.out.println(e); + continue; + } //beanDest.setConnection("jdbc:postgresql://erebos/test3"); beanDest.setConnection(destination); @@ -349,7 +564,7 @@ class Convert // System.out.println(beanDest.getTableNames(beanDest.getCatalogs().get(2).toString())); stm = beanDest.getConnection().createStatement(); // System.exit(0); - if(true) + if(mode==Convert.DataBase.CONVERT_MODE) { if(tables.indexOf(names.get(tbIndex))>=0) { @@ -424,51 +639,63 @@ class Convert //for (int j = 0; j < result[0].size(); ++j) int j=-1; Vector row = null; - int rowCount= bean.getRowCount(query); - while((row=bean.getNextRow())!=null) - { - j++; - // row = (Vector) result[0].get(j); - command = new StringBuffer(); + command = new StringBuffer(); - command.append("INSERT INTO "); - command.append(beanDest.getQC()); - command.append(convertText((String) names.get(tbIndex))); - command.append(beanDest.getQC()); - command.append(" values ( "); - //print rows - Object obj = null; - for(int k=0;k 0) + tempQuery = query + " and " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); + else + tempQuery = query + "where " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID); + System.out.println(tempQuery); + dialog.title.setText("Reading table data ..."); + + bean.makeQuery(tempQuery, 0); + dialog.title.setText("Writing table data ..."); + + command = writeDatainDestTable(dialog, command, k, pstm, rowCount); + endIndex = k + deltaID; + } + if ((vec.size() - 1) % numIntervalls == 0) + System.out.println("fits"); else - if(obj!=null&& obj instanceof ArrayList) - command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')"); //command.append(obj.toString()+")"); - else command.append("NULL)"); - //command.append("'"+row.get(row.size()-1)+"')"); - //command.append(" )"); - // for(int k=0;k 0) + tempQuery = query + " and " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); + else + tempQuery = query + "where " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement(); + System.out.println(tempQuery); + dialog.title.setText("Reading table data ..."); + bean.makeQuery(tempQuery, 0); + dialog.title.setText("Writing table data ..."); + command = writeDatainDestTable(dialog, command, j, pstm, rowCount); + + System.out.println(" last intervall from " + vec.get(endIndex) + " " + vec.lastElement()); + command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount); + } + } else + { + bean.makeQuery(query, 0); + command = writeDatainDestTable(dialog, command, j, pstm, rowCount); } + } } catch(Exception e) { System.out.println("Error while connecting to database "+ e); @@ -487,12 +714,78 @@ class Convert dialog.setVisible(false); } + private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount) throws Exception, SQLException + { + Vector row; + while((row=bean.getNextRow())!=null) + { + j++; + // row = (Vector) result[0].get(j); + /* command = new StringBuffer(); + + command.append("INSERT INTO "); + command.append(beanDest.getQC()); + command.append(convertText((String) names.get(tbIndex))); + command.append(beanDest.getQC()); + command.append(" values ( "); + */ + //print rows + Object obj = null; + /* for(int k=0;k= 0 ) + { + alterMe.delete(index, index + 4); + length = length - 4; + } + while (j < length) { if (alterMe.charAt(j) == ' ') @@ -560,12 +853,60 @@ class Convert { alterMe.setCharAt(j, '_'); + } else if (alterMe.charAt(j) == '?') + { + // changed ? to _ because of update statement + alterMe.setCharAt(j,'_'); + // length = length + 1; + // j=j+1; + System.out.println(alterMe); + } + + else if (alterMe.charAt(j) == '.') + { + if(j==length-1) + { + alterMe.delete(j, j); + length--; + } + else + alterMe.setCharAt(j,'_'); } ++j; } return alterMe.toString(); } + public static String convertToEntities(String newName) + { + StringBuffer alterMe = new StringBuffer(newName.trim()); + int length = alterMe.length(); + int j = 0; + + while (j < length) + { + + if (alterMe.charAt(j) == '>') + { + alterMe.setCharAt(j, '&'); + alterMe.insert(j + 1, "gt;"); + length = length + 2; + if (j < length - 1) + j = j + 1; + + } else if (alterMe.charAt(j) == '<') + { + alterMe.setCharAt(j, '&'); + alterMe.insert(j + 1, "lt;"); + length = length + 2; + if (j < length - 1) + j = j + 1; + + } + ++j; + } + return alterMe.toString(); + } public static String convertUml(String newName) { StringBuffer alterMe = new StringBuffer(newName.trim()); @@ -680,14 +1021,18 @@ class Convert { boolean finished = false; // parse string and build document tree - Node root = new Xparse().parse(sb.toString()); + Xparse parser =new Xparse(); + parser.changeEntities = true; + Node root = parser.parse(sb.toString()); // printContents(root); Vector databases= new Vector(); Vector tables = new Vector(); Vector layouts = new Vector(); Vector selects = new Vector(); Vector creates = new Vector(); - + Vector ids = new Vector(); + int mode = -1; + try { Node tempNode = root.find("convert/source", new int[] { 1, 1 }); @@ -702,12 +1047,14 @@ class Convert layouts = new Vector(); selects = new Vector(); creates = new Vector(); - + ids = new Vector(); // parse dataBase Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 }); Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 }); Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i}); + Node nodeMode = root.find("convert/source/database/mode", new int[] {1, 1, i, 1,1}); + if(node3== null) throw new Error("parse error database tag missing"); if(node==null) throw new Error("parse error url tag missing"); if(node1==null) throw new Error("parse error user tag missing"); @@ -720,7 +1067,19 @@ class Convert System.out.println(node.name + " " + node.getCharacters()); System.out.println(node1.name + " " + node1.getCharacters()); System.out.println(node2.name + " " + node2.getCharacters()); - + String modeString = ""; + if (nodeMode == null) + modeString = "convert"; + else + modeString = nodeMode.getCharacters(); + if (modeString.equals("convert")) + mode = DataBase.CONVERT_MODE; + else + if (modeString.equals("append")) + mode = DataBase.APPEND_MODE; + else + if (modeString.equals("update")) + mode = DataBase.UPDATE_MODE; // if(node3!=null) // System.out.println(node3.name); @@ -744,11 +1103,15 @@ class Convert // if(node6==null) throw new Error("parse error create tag missing"); String name = (String)node4.attributes.get("name"); String layout = (String)node4.attributes.get("layout"); + String id = (String)node4.attributes.get("id"); + System.out.println("id was "+id); if(name==null) throw new Error("parse error required table tag attribute name missing"); if(layout==null) layout =""; + if(id==null) id = ""; if(name.equals("")) throw new Error("parse error table tag attribute must not be empty"); tables.add(name); layouts.add(layout); + ids.add(id); String query = (node5==null) ? "":node5.getCharacters(); if(query.equals("")) System.err.println("Warning empty select tag or select tag missing !!"); query = (query.equals("")) ? "select * from "+database.getQC()+name+database.getQC():query; @@ -758,7 +1121,7 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects,creates)); + databases.add(new DataBase(database, tables, layouts, selects,creates,ids,mode)); } DBBean database = new DBBean(); // parse dataBase @@ -775,8 +1138,11 @@ class Convert for (Iterator iter = databases.iterator(); iter.hasNext();) { DataBase db = (DataBase) iter.next(); - convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates); - + if(mode!=DataBase.UPDATE_MODE) + convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates,mode); + else + update(db.bean.url,database.url,db.tables,db.layouts,db.selects,db.creates,db.ids,mode); + } // printContents(node3); // FM2SQL.fmInstance=new FM2SQL(); @@ -895,14 +1261,18 @@ class Convert boolean finished = false; // parse string and build document tree - Node root = new Xparse().parse(sb.toString()); - // printContents(root); + Xparse parser =new Xparse(); + parser.changeEntities = true; + Node root = parser.parse(sb.toString()); + // printContents(root); Vector databases= new Vector(); Vector tables = new Vector(); Vector layouts = new Vector(); Vector selects = new Vector(); Vector creates = new Vector(); - + Vector ids = new Vector(); + + int mode = -1; try { Node tempNode = root.find("convert/source", new int[] { 1, 1 }); @@ -917,12 +1287,14 @@ class Convert layouts = new Vector(); selects = new Vector(); creates = new Vector(); - + ids = new Vector(); // parse dataBase Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 }); Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 }); Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 }); Node node3 = root.find("convert/source/database", new int[] { 1, 1, i}); + Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 }); + if(node3== null) throw new Error("parse error database tag missing"); if(node==null) throw new Error("parse error url tag missing"); if(node1==null) throw new Error("parse error user tag missing"); @@ -935,7 +1307,21 @@ class Convert System.out.println(node.name + " " + node.getCharacters()); System.out.println(node1.name + " " + node1.getCharacters()); System.out.println(node2.name + " " + node2.getCharacters()); - + String modeString = ""; + if (nodeMode == null) + modeString = "convert"; + else + modeString = nodeMode.getCharacters(); + if (modeString.equals("convert")) + mode = DataBase.CONVERT_MODE; + else + if (modeString.equals("append")) + mode = DataBase.APPEND_MODE; + else + if (modeString.equals("update")) + mode = DataBase.UPDATE_MODE; + + // if(node3!=null) // System.out.println(node3.name); @@ -959,11 +1345,16 @@ class Convert // if(node6==null) throw new Error("parse error create tag missing"); String name = (String)node4.attributes.get("name"); String layout = (String)node4.attributes.get("layout"); + String id = (String)node4.attributes.get("id"); + System.out.println("id was "+id); + if(name==null) throw new Error("parse error required table tag attribute name missing"); if(layout==null) layout =""; + if(id == null) id=""; if(name.equals("")) throw new Error("parse error table tag attribute must not be empty"); tables.add(name); layouts.add(layout); + ids.add(id); String query = (node5==null) ? "":node5.getCharacters(); if(query.equals("")) System.err.println("Warning empty select tag or select tag missing !!"); query = (query.equals("")) ? "select * from "+database.getQC()+name+database.getQC():query; @@ -973,7 +1364,7 @@ class Convert creates.add(""); } - databases.add(new DataBase(database, tables, layouts, selects,creates)); + databases.add(new DataBase(database, tables, layouts, selects,creates,ids,mode)); } DBBean database = new DBBean(); // parse dataBase @@ -986,7 +1377,7 @@ class Convert System.out.println(url); database.setURL(url.trim()); database.setUserAndPasswd(user.trim(), password.trim()); - databases.add(new DataBase(database,null,null,null,null)); + databases.add(new DataBase(database,null,null,null,null,null,0)); //databases.add(database); /* for (Iterator iter = databases.iterator(); iter.hasNext();) { @@ -1066,21 +1457,41 @@ public static class DataBase Vector selects; Vector layouts; Vector tables; - public DataBase(DBBean bean,Vector tables,Vector layouts,Vector selects,Vector creates) + Vector ids; + final static int CONVERT_MODE = 1; + final static int APPEND_MODE = 2; + final static int UPDATE_MODE = 3; + int mode = -1; + + public DataBase(DBBean bean,Vector tables,Vector layouts,Vector selects,Vector creates,Vector ids,int mode) { this.bean = bean; this.tables = tables; this.layouts = layouts; this.selects = selects; this.creates = creates; + this.ids = ids; + this.mode = mode; + this.bean.setIDVector(ids); } public void exportToXML(BufferedWriter buffr) throws Exception { + // ids=bean.getIDVector(); buffr.write(" \n"); buffr.write(" "+bean.url+"\n"); buffr.write(" "+bean.user+"\n"); buffr.write(" "+bean.passwd+"\n"); - + String modeString =""; + if (mode == CONVERT_MODE) + modeString = "convert"; + else + if (mode == APPEND_MODE) + modeString = "append"; + else + if (mode == UPDATE_MODE) + modeString = "update"; + + buffr.write(" "+ modeString+"\n"); int index = 0; while(index\n"); - buffr.write(" \n"); + buffr.write(" \n"); + buffr.write(" \n"); if(!create.equals("")) buffr.write(" "+create+" \n"); buffr.write("
\n");