--- FM2SQL/Attic/Convert.java	2004/01/16 11:23:49	1.13
+++ FM2SQL/Attic/Convert.java	2004/02/11 11:39:25	1.29
@@ -1,5 +1,4 @@
 
-
 import java.util.*;
 import java.sql.*;
 import java.awt.Cursor;
@@ -26,7 +25,7 @@ class Convert
   static String userDest="postgres",passwdDest="rogo";
   static boolean batchRun=false;
   static Vector databases = new Vector();
-  
+  final static int numIntervalls = 10;
   public static void main(String args[])
   {
 /*    try
@@ -59,7 +58,7 @@ class Convert
    System.out.println("Finished!");
     //convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null);
   }
-  public static void  convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates,int mode) throws Exception
+  public static void convertBatch(DBBean source,DBBean destination,Vector names,Vector layouts,Vector selects,Vector creates,int mode) throws Exception
   {
    /*FM2SQL.ProgressDialog dialog = new  FM2SQL.ProgressDialog(FM2SQL.fmInstance);
    dialog.setTitle("Conversion running ...");
@@ -69,7 +68,7 @@ class Convert
   */
   // FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR));
    //dialog.thread=Thread.currentThread();
-   bean=source;
+   bean = source;
    beanDest = destination;
  /*  // setting user and passwd 
    bean.setUserAndPasswd(user,passwd);
@@ -382,6 +381,7 @@ class Convert
           dialog.title.setText("Writing table data ...");
 
         int j = -1;
+    
         Vector row = null;
         command = new StringBuffer();
 
@@ -393,12 +393,13 @@ class Convert
 
         int size = bean.getColumnNames().size();
         for (int i = 0; i < size - 1; ++i)
-          command.append(convertText((String)bean.getColumnNames().get(i))+" = ? ");
+          command.append(beanDest.getQC()+convertText((String)bean.getColumnNames().get(i))+beanDest.getQC()+" = ? ,");
         command.append(convertText((String)bean.getColumnNames().get(size-1))+" = ? ");
+        command.append("WHERE "+convertText(ids.get(tbIndex).toString())+ " =  ?");
         PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString());
-        System.out.println(command);
-        System.exit(0);
-        int rowCount = bean.getRowCount(query);
+        System.out.println(command+" "+tbIndex);
+		    int rowCount = bean.getRowCount(query);
+        int idIndex = bean.getColumnNames().indexOf(ids.get(tbIndex) );
         while ((row = bean.getNextRow()) != null)
         {
           j++;
@@ -440,6 +441,9 @@ class Convert
             else
               pstm.setNull(k + 1, Types.NULL);
           }
+         pstm.setString(row.size()+1,row.get(idIndex).toString());
+				 //System.out.println(pstm.toString());
+				// System.exit(0);
           pstm.execute();
           //stm.executeUpdate(command.toString());
           if(dialog!=null)
@@ -452,9 +456,12 @@ class Convert
     } catch (Exception e)
     {
       System.out.println("Error while connecting to database " + e);
-      dialog.setVisible(false);
-      dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
-      FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+      if (dialog != null)
+      {
+        dialog.setVisible(false);
+        dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+        FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+      }
       java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream();
       java.io.PrintStream stream = new java.io.PrintStream(b);
       stream.print(command + "\n\n");
@@ -462,15 +469,19 @@ class Convert
       FM2SQL.showErrorDialog(b.toString(), "Error occured !");
 
     }
-    dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
-    FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+    if (dialog != null)
+    {
+      dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+      FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
+
+      dialog.setVisible(false);
+    }
 
-    dialog.setVisible(false);
   }
 
 
 
-  public static void  convert(String source,String destination,Vector names,Vector layouts,Vector selects,Vector creates,int mode) throws Exception
+  public static void  convert(String source,String destination,Vector names,Vector layouts,Vector selects,Vector creates,Vector ids,int mode) throws Exception
   {
    FM2SQL.ProgressDialog dialog = new  FM2SQL.ProgressDialog(FM2SQL.fmInstance);
    dialog.setTitle("Conversion running ...");
@@ -478,6 +489,9 @@ class Convert
    dialog.setLocation(FM2SQL.fmInstance.getLocationOnScreen().x+(FM2SQL.fmInstance.getWidth()-400)/2,FM2SQL.fmInstance.getLocationOnScreen().y+(FM2SQL.fmInstance.getHeight()-250)/2); 
 	 dialog.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR));
 	 FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.WAIT_CURSOR));
+	 java.util.TreeSet myIds = new TreeSet();
+   int deltaID = 1;
+   String idField = "";
    dialog.thread=Thread.currentThread();
    // setting user and passwd 
    bean.setUserAndPasswd(user,passwd);
@@ -500,10 +514,11 @@ class Convert
       for(tbIndex=0;tbIndex<names.size();++tbIndex)
       {
         Vector[] result = null;
-       try {
-	    query = "select * from " + bean.getQC() +names.get(tbIndex).toString() + bean.getQC();
-	   String layout=(layouts.isEmpty()) ? "":layouts.get(tbIndex).toString(); 
-     query = (selects!=null) ? selects.get(tbIndex).toString():query;
+      try
+      {
+        query = "select * from " + bean.getQC() + names.get(tbIndex).toString() + bean.getQC();
+        String layout = (layouts.isEmpty()) ? "" : layouts.get(tbIndex).toString();
+        query = (selects != null) ? selects.get(tbIndex).toString() : query;
         //if  vectors[1].get(i) != null)
         if (layout != "")
         {
@@ -512,8 +527,8 @@ class Convert
           StringBuffer queryLayout = new StringBuffer(query);
           queryLayout.insert(queryLayout.indexOf(name) + name.length() + 1, " " + layout);
           query = queryLayout.toString();
-          System.out.println("added layout  "+ query);
-        
+          System.out.println("added layout  " + query);
+
         }
         //  if ( layout!= "")
         //	 query += " layout " + bean.getQC() + layout + bean.getQC();
@@ -523,11 +538,22 @@ class Convert
         dialog.show();
         //result = bean.getQueryData(query, dialog, 0);
         bean.getConnection();
-        bean.makeQuery(query,0);
-      } catch (Exception e)
+        bean.makeQuery(query, 50);
+       // @TODO id Vector must be used in querys while loop over id ranges where id>=start and id<=end
+       idField = ids.get(tbIndex).toString();
+        /*if (idField != "")
         {
-          continue;
-        }
+          myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), query,1000);
+          System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size());
+         deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);
+        
+        }*/
+        
+      } catch (Exception e)
+      {
+        System.out.println(e);
+        continue;
+      }
         //beanDest.setConnection("jdbc:postgresql://erebos/test3");
         beanDest.setConnection(destination);
 
@@ -627,63 +653,67 @@ class Convert
     command.append("?)");
     PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString());
     System.out.println(command);
-    int rowCount= bean.getRowCount(query);
-    while((row=bean.getNextRow())!=null)
+    int rowCount= (idField!="") ? myIds.size():bean.getRowCount(query);
+    Vector vec = new Vector(myIds);
+    int endIndex = -1;
+    String tempQuery=query;String tempID = bean.getQC()+idField+bean.getQC();
+    if (!idField.equals(""))
     {
-      j++;
-      // row = (Vector) result[0].get(j);
-   /*   command = new StringBuffer();
-
-        command.append("INSERT  INTO ");
-        command.append(beanDest.getQC());
-        command.append(convertText((String) names.get(tbIndex)));
-        command.append(beanDest.getQC());
-        command.append(" values ( ");
-     */
-           //print rows
-     Object obj = null;
-    /* for(int k=0;k<row.size()-1;++k)
-     {
-        obj = row.get(k);
-        //System.out.println("row "+obj+" "+k);
-       if(obj!=null&&!(obj instanceof ArrayList))
-       command.append("'"+convertUml(obj.toString())+"',"); 
-       else if(obj!=null&&   obj instanceof ArrayList)
-       command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',"); 
-       else command.append("NULL,");
-     }
-     obj = row.get(row.size() - 1);
-     if (obj != null && !(obj instanceof ArrayList))
-     command.append("'"+convertUml(obj.toString())+"')"); 
-      else
-      if(obj!=null&&   obj instanceof ArrayList)
-       command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')");         //command.append(obj.toString()+")");
-       else command.append("NULL)");
-      */
-      //command.append("'"+row.get(row.size()-1)+"')"); 
-      //command.append(" )");
-      //  for(int k=0;k<row.size();++k)
-
-      // System.out.println();
-      //   System.out.println(command+" "+j+" "+row.size()+" "+  ((Vector)result2[0].get(j)).size());
-      // System.out.println(command);
-      for(int k=0;k<row.size();++k) 
+      while (true)
       {
-        obj = row.get(k);
-        if(obj instanceof ArrayList) obj=((List)obj).get(0);
-        String str =(obj==null) ? "NULL":obj.toString();
-        if(!str.equals("NULL"))
-        pstm.setString(k+1,str); 
-        else pstm.setNull(k+1,Types.NULL);
+        dialog.title.setText("Getting next ID Vector");
+        myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, 1000);
+        if(myIds.isEmpty()) break;
+        vec = new Vector(myIds);
+        rowCount = vec.size();
+        System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size());
+        deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);
+
+        for (int k = 0; k < vec.size() - deltaID; k = k + deltaID)
+        {
+          System.out.println(vec.get(k) + " " + vec.get(k + deltaID) + " " + vec.lastElement());
+          if (query.indexOf("where") > 0)
+            tempQuery = query + " and " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID);
+          else
+            tempQuery = query + "where " + tempID + ">=" + vec.get(k) + " and " + tempID + "<=" + vec.get(k + deltaID);
+          System.out.println(tempQuery);
+          dialog.title.setText("Reading table data ...");
+
+          bean.makeQuery(tempQuery, deltaID);
+          dialog.title.setText("Writing table data ...");
+
+          command = writeDatainDestTable(dialog, command, k, pstm, rowCount);
+          endIndex = k + deltaID;
+        }
+        if ((vec.size() - 1) % numIntervalls == 0)
+          System.out.println("fits");
+        else
+        {
+          if (query.indexOf("where") > 0)
+            tempQuery = query + " and " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement();
+          else
+            tempQuery = query + "where " + tempID + ">=" + vec.get(endIndex) + " and " + tempID + "<=" + vec.lastElement();
+          System.out.println(tempQuery);
+          dialog.title.setText("Reading table data ...");
+          bean.makeQuery(tempQuery, 0);
+          dialog.title.setText("Writing table data ...");
+          command = writeDatainDestTable(dialog, command, j, pstm, rowCount);
+
+          System.out.println(" last intervall from " + vec.get(endIndex) + " " + vec.lastElement());
+          command = writeDatainDestTable(dialog, command, endIndex, pstm, rowCount);
+        }
+        if (query.indexOf("where") > 0)
+          tempQuery = query + " and " + tempID + ">" + vec.lastElement();
+        else
+        tempQuery = query + " where " + tempID + ">" + vec.lastElement();
+      
       }
-      pstm.execute();
-      //stm.executeUpdate(command.toString());
-      dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));
-	// System.out.println( (int)(((double)(j+1)/(double)result[0].size())*100.0)+" "+result[0].size()+" "+j);
-   command = null;
-}// to for loop    
-   
+    } else
+    {
+      bean.makeQuery(query, 0);
+      command = writeDatainDestTable(dialog, command, j, pstm, rowCount);
     }
+  }
  } catch(Exception e) 
    {
      System.out.println("Error while connecting to database "+ e);
@@ -702,6 +732,65 @@ class Convert
 
 	 dialog.setVisible(false); 
   }
+  private static StringBuffer writeDatainDestTable(FM2SQL.ProgressDialog dialog, StringBuffer command, int j, PreparedStatement pstm, int rowCount) throws Exception, SQLException
+  {
+    Vector row;
+        while((row=bean.getNextRow())!=null)
+        {
+          j++;
+          // row = (Vector) result[0].get(j);
+       /*   command = new StringBuffer();
+    
+            command.append("INSERT  INTO ");
+            command.append(beanDest.getQC());
+            command.append(convertText((String) names.get(tbIndex)));
+            command.append(beanDest.getQC());
+            command.append(" values ( ");
+         */
+               //print rows
+         Object obj = null;
+        /* for(int k=0;k<row.size()-1;++k)
+         {
+            obj = row.get(k);
+            //System.out.println("row "+obj+" "+k);
+           if(obj!=null&&!(obj instanceof ArrayList))
+           command.append("'"+convertUml(obj.toString())+"',"); 
+           else if(obj!=null&&   obj instanceof ArrayList)
+           command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',"); 
+           else command.append("NULL,");
+         }
+         obj = row.get(row.size() - 1);
+         if (obj != null && !(obj instanceof ArrayList))
+         command.append("'"+convertUml(obj.toString())+"')"); 
+          else
+          if(obj!=null&&   obj instanceof ArrayList)
+           command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')");         //command.append(obj.toString()+")");
+           else command.append("NULL)");
+          */
+          //command.append("'"+row.get(row.size()-1)+"')"); 
+          //command.append(" )");
+          //  for(int k=0;k<row.size();++k)
+    
+          // System.out.println();
+          //   System.out.println(command+" "+j+" "+row.size()+" "+  ((Vector)result2[0].get(j)).size());
+          // System.out.println(command);
+          for(int k=0;k<row.size();++k) 
+          {
+            obj = row.get(k);
+            if(obj instanceof ArrayList) obj=((List)obj).get(0);
+            String str =(obj==null) ? "NULL":obj.toString();
+            if(!str.equals("NULL"))
+            pstm.setString(k+1,str); 
+            else pstm.setNull(k+1,Types.NULL);
+          }
+          pstm.execute();
+          //stm.executeUpdate(command.toString());
+          dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));
+    	// System.out.println( (int)(((double)(j+1)/(double)result[0].size())*100.0)+" "+result[0].size()+" "+j);
+       command = null;
+    }// to while loop    
+    return command;
+  }
 
  public static String convertText(String newName)
   {
@@ -782,7 +871,15 @@ class Convert
     {
       alterMe.setCharAt(j, '_');
 
-    }
+    } else if (alterMe.charAt(j) == '?')
+			{
+				// changed ? to _ because of update statement
+		    alterMe.setCharAt(j,'_');
+       // length = length + 1;
+			 // j=j+1;
+			System.out.println(alterMe);
+			}
+
     else if (alterMe.charAt(j) == '.')
     {
       if(j==length-1)
@@ -974,7 +1071,7 @@ class Convert
           Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 });
           Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 });
           Node node3 = root.find("convert/source/database", new int[] { 1, 1, i});
-    			Node nodeMode = root.find("convert/source/database/mode/", new int[] {1, 1, i, 1,1});
+    			Node nodeMode = root.find("convert/source/database/mode", new int[] {1, 1, i, 1,1});
 
           if(node3== null) throw new Error("parse error database tag missing");
           if(node==null) throw new Error("parse error url tag missing");
@@ -1059,8 +1156,11 @@ class Convert
        for (Iterator iter = databases.iterator(); iter.hasNext();)
       {
         DataBase db = (DataBase) iter.next();
+        if(mode!=DataBase.UPDATE_MODE)
         convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates,mode);
-        
+        else
+        update(db.bean.url,database.url,db.tables,db.layouts,db.selects,db.creates,db.ids,mode);
+
       }
         // printContents(node3);
         //   FM2SQL.fmInstance=new FM2SQL();
@@ -1390,9 +1490,11 @@ public static class DataBase
     this.creates = creates;
     this.ids     = ids;
     this.mode = mode;
+    this.bean.setIDVector(ids);
   }
   public void exportToXML(BufferedWriter buffr) throws Exception
    {
+    // ids=bean.getIDVector();
      buffr.write("    <database>\n");
      buffr.write("      <url>"+bean.url+"</url>\n");
      buffr.write("      <user>"+bean.user+"</user>\n");
@@ -1417,7 +1519,7 @@ public static class DataBase
        String create=(String)creates.get(index);
        String id=(String)ids.get(index);
    
-       buffr.write("      <table name = \""+table+"\" layout = \""+layout+"\" id = \""+id+"\" +>\n");
+       buffr.write("      <table name = \""+table+"\" layout = \""+layout+"\" id = \""+id+"\" >\n");
        buffr.write("         <select>"+ convertToEntities(select)+"</select>\n");
        if(!create.equals(""))
        buffr.write("         <create>"+create+"         </create>\n");