FM2SQL/Convert.java - diff

Return to Convert.java CVS log

Up to [Repository] / FM2SQL

Diff for /FM2SQL/Attic/Convert.java between versions 1.75 and 1.85

version 1.75, 2004/08/17 09:12:22	version 1.85, 2004/10/29 10:28:10
Line 1	Line 1
/*	/*
* Convert.java -- Converter class - Filemaker to SQL Converter	* Convert.java -- Converter class - Filemaker to SQL Converter Copyright (C)
* Copyright (C) 2003 Robert Gordesch (rogo@mpiwg-berlin.mpg.de)	* 2003 Robert Gordesch (rogo@mpiwg-berlin.mpg.de) This program is free
* This program is free software; you can redistribute it and/or modify it	* software; you can redistribute it and/or modify it under the terms of the GNU
* under the terms of the GNU General Public License as published by the Free	* General Public License as published by the Free Software Foundation; either
* Software Foundation; either version 2 of the License, or (at your option)	* version 2 of the License, or (at your option) any later version. Please read
* any later version. Please read license.txt for the full details. A copy of	* license.txt for the full details. A copy of the GPL may be found at
* the GPL may be found at http://www.gnu.org/copyleft/lgpl.html You should	* http://www.gnu.org/copyleft/lgpl.html You should have received a copy of the
* have received a copy of the GNU General Public License along with this	* GNU General Public License along with this program; if not, write to the Free
* program; if not, write to the Free Software Foundation, Inc., 59 Temple	* Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
* Place, Suite 330, Boston, MA 02111-1307 USA Created on 15.09.2003 by	* USA Created on 15.09.2003 by rogo
* rogo
*/	*/

import java.awt.Cursor;	import java.awt.Cursor;
Line 19 import java.io.File;	Line 18 import java.io.File;
import java.io.FileInputStream;	import java.io.FileInputStream;
import java.io.FileNotFoundException;	import java.io.FileNotFoundException;
import java.io.FileOutputStream;	import java.io.FileOutputStream;
	import java.io.IOException;
import java.io.InputStream;	import java.io.InputStream;
import java.io.InputStreamReader;	import java.io.InputStreamReader;
import java.io.OutputStreamWriter;	import java.io.OutputStreamWriter;
Line 26 import java.io.PrintStream;	Line 26 import java.io.PrintStream;
import java.io.UnsupportedEncodingException;	import java.io.UnsupportedEncodingException;
import java.net.URL;	import java.net.URL;
import java.sql.PreparedStatement;	import java.sql.PreparedStatement;
	import java.sql.ResultSet;
import java.sql.SQLException;	import java.sql.SQLException;
import java.sql.Statement;	import java.sql.Statement;
import java.sql.Types;	import java.sql.Types;
Line 38 import java.util.StringTokenizer;	Line 39 import java.util.StringTokenizer;
import java.util.TreeSet;	import java.util.TreeSet;
import java.util.Vector;	import java.util.Vector;

	import javax.swing.JDialog;
	import javax.swing.JLabel;
	import javax.swing.JPanel;

import com.exploringxml.xml.Node;	import com.exploringxml.xml.Node;
import com.exploringxml.xml.Xparse;	import com.exploringxml.xml.Xparse;

class Convert	class Convert
{	{
/**Helper class for index creation	/**
	* Helper class for index creation
	*
* @author rogo	* @author rogo
*	*
*/	*/
Line 60 class Convert	Line 67 class Convert
{	{
buff.append(element).append(", ");	buff.append(element).append(", ");
count++;	count++;
} else	}
	else
buff.append(element);	buff.append(element);

}	}
Line 68 class Convert	Line 76 class Convert
return buff.toString();	return buff.toString();
}	}
}	}

static DBBean bean = new DBBean();	static DBBean bean = new DBBean();

static DBBean beanDest = new DBBean();	static DBBean beanDest = new DBBean();

static String user = "", passwd = "e1nste1n";	static String user = "", passwd = "e1nste1n";

static String userDest = "postgres", passwdDest = "rogo";	static String userDest = "postgres", passwdDest = "rogo";

static boolean batchRun = false;	static boolean batchRun = false;

static Vector databases = new Vector();	static Vector databases = new Vector();

final static int numHits = 5000;	final static int numHits = 5000;

final static int numIntervalls = 4;	final static int numIntervalls = 4;
static boolean debug = true;
public static void main(String args[])	static boolean debug = false;
{
/* try	static boolean isGUI = true;
{	public static void main(String args[]) throws IOException
//byte[] b = "�".getBytes("UTF-8");
// System.out.println("QueryString " +b[0]+" "+b[1]+(new String(b).getBytes()[0])+" "+new String(b).getBytes()[1]);
//System.out.println(new String(b,"UTF-8"));
} catch (UnsupportedEncodingException e)
{	{
e.printStackTrace();	/*
}*/	* try { //byte[] b = "�".getBytes("UTF-8"); //
	* System.out.println("QueryString " +b[0]+" "+b[1]+(new
	* String(b).getBytes()[0])+" "+new String(b).getBytes()[1]);
	* //System.out.println(new String(b,"UTF-8")); } catch
	* (UnsupportedEncodingException e) { e.printStackTrace(); }
	*/
	isGUI = false;
FileOutputStream file = null;	FileOutputStream file = null;
if (args.length != 1)	if (args.length != 1)
{	{
Line 96 class Convert	Line 113 class Convert
System.exit(-1);	System.exit(-1);
}	}
try	try
{	{ File temp=File.createTempFile("fm2sql",".txt");
file = new FileOutputStream("./log.txt");	file = new FileOutputStream(temp);
} catch (FileNotFoundException e1)	}
	catch (FileNotFoundException e1)
{	{
e1.printStackTrace();	e1.printStackTrace();
}	}
PrintStream stream = new PrintStream(file,false);	PrintStream stream = new PrintStream(file, true);
if(!debug)	if(!debug)
{	{
System.setOut(stream);	System.setOut(stream);
Line 115 class Convert	Line 133 class Convert
System.out.println("Finished!");	System.out.println("Finished!");
//convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null);	//convert("jdbc:fmpro:http://141.14.237.74:8050","jdbc:postgresql://erebos/test",null,null);
}	}

public static void convertBatch(DBBean source, DBBean destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode, String delimiter) throws Exception	public static void convertBatch(DBBean source, DBBean destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode, String delimiter) throws Exception
{	{
bean = source;	bean = source;
Line 155 class Convert	Line 174 class Convert
//result = bean.getQueryData(query, null, 0);	//result = bean.getQueryData(query, null, 0);
bean.getConnection();	bean.getConnection();
bean.makeQuery(query, 0);	bean.makeQuery(query, 0);
} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println(e.getMessage());	System.out.println(e.getMessage());
e.printStackTrace();	e.printStackTrace();
Line 180 class Convert	Line 200 class Convert
stm.executeUpdate("drop table " + beanDest.getQC() + names.get(tbIndex) + beanDest.getQC());	stm.executeUpdate("drop table " + beanDest.getQC() + names.get(tbIndex) + beanDest.getQC());
tables.remove((String) names.get(tbIndex));	tables.remove((String) names.get(tbIndex));
System.out.println("dropped table " + names.get(tbIndex));	System.out.println("dropped table " + names.get(tbIndex));
} else if (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0)	}
	else if (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0)
{	{
stm.executeUpdate("drop table " + beanDest.getQC() + convertText((String) names.get(tbIndex)) + beanDest.getQC());	stm.executeUpdate("drop table " + beanDest.getQC() + convertText((String) names.get(tbIndex)) + beanDest.getQC());
tables.remove(convertText((String) names.get(tbIndex)));	tables.remove(convertText((String) names.get(tbIndex)));
Line 204 class Convert	Line 225 class Convert
for (int i = 0; i < columnNames.size() - 1; ++i)	for (int i = 0; i < columnNames.size() - 1; ++i)
{	{
type = bean.metaData.getColumnTypeName(i + 1);	type = bean.metaData.getColumnTypeName(i + 1);
// System.out.println(i+" "+result[1].get(i)+" "+type);	// System.out.println(i+" "+result[1].get(i)+"
	// "+type);
type = (type.equals("NUMBER")) ? "INT4" : type;	type = (type.equals("NUMBER")) ? "INT4" : type;
type = (type.equals("CONTAINER")) ? "TEXT" : type;	type = (type.equals("CONTAINER")) ? "TEXT" : type;

Line 215 class Convert	Line 237 class Convert
type = (type.equals("CONTAINER")) ? "TEXT" : type;	type = (type.equals("CONTAINER")) ? "TEXT" : type;
command.append(beanDest.getQC() + convertText((String) columnNames.get(columnNames.size() - 1)) + beanDest.getQC() + " " + type);	command.append(beanDest.getQC() + convertText((String) columnNames.get(columnNames.size() - 1)) + beanDest.getQC() + " " + type);
command.append(" )");	command.append(" )");
} else	}
	else
command = new StringBuffer().append(creates.get(tbIndex).toString());	command = new StringBuffer().append(creates.get(tbIndex).toString());

System.out.println(command);	System.out.println(command);
Line 259 class Convert	Line 282 class Convert
} // to for loop	} // to for loop

}	}
} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println("Error while connecting to database " + e);	System.out.println("Error while connecting to database " + e);
//dialog.setVisible(false);	//dialog.setVisible(false);
Line 278 class Convert	Line 302 class Convert

// dialog.setVisible(false);	// dialog.setVisible(false);
}	}

public static String formatFileMakerArray(List list, String delimiter)	public static String formatFileMakerArray(List list, String delimiter)
{	{
StringBuffer formattedString = new StringBuffer();	StringBuffer formattedString = new StringBuffer();
Line 289 class Convert	Line 314 class Convert
}	}
return formattedString.toString();	return formattedString.toString();
}	}

/**	/**
* Method for SQL UPDATE	* Method for SQL UPDATE
	*
* @param source	* @param source
* @param destination	* @param destination
* @param names	* @param names
Line 303 class Convert	Line 330 class Convert
*/	*/
public static void update(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception	public static void update(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception
{	{

FM2SQL.ProgressDialog dialog = null;	FM2SQL.ProgressDialog dialog = null;
if (FM2SQL.fmInstance != null)	if (isGUI)
{	{
dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);	dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);
dialog.setTitle("Conversion running ...");	dialog.setTitle("Conversion running ...");
Line 326 class Convert	Line 354 class Convert
{	{
//bean.setConnection("jdbc:fmpro:http://141.14.237.74:8050");	//bean.setConnection("jdbc:fmpro:http://141.14.237.74:8050");
//bean.setConnection("jdbc:postgresql://erebos/test","postgres","rogo");	//bean.setConnection("jdbc:postgresql://erebos/test","postgres","rogo");
	System.out.println("before getConnection");

bean.setConnection(source);	bean.setConnection(source);
	System.out.println("after getConnection");

if (names == null)	if (names == null)
names = bean.getTableNames();	names = bean.getTableNames();
// Collections.sort(names);	// Collections.sort(names);
int tbIndex = 1;	int tbIndex = 1;

// System.out.println("Start at "+names.indexOf("archimedes_facsimiles"));	System.out.println("Start at table "+names.firstElement());
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)	for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)
{	{
Vector[] result = null;	Vector[] result = null;
Line 353 class Convert	Line 385 class Convert
System.out.println("added layout " + query);	System.out.println("added layout " + query);

}	}
	if (dialog != null)
	{
dialog.title.setText("Getting table data ...");	dialog.title.setText("Getting table data ...");
dialog.table.setText(names.get(tbIndex).toString());	dialog.table.setText(names.get(tbIndex).toString());
dialog.status.setText("Table " + (tbIndex + 1) + " of " + names.size());	dialog.status.setText("Table " + (tbIndex + 1) + " of " + names.size());
dialog.show();	dialog.show();
	}
bean.getConnection();	bean.getConnection();
bean.makeQuery(query, 0);	bean.makeQuery(query, 0);
} catch (Exception e)
	}
	catch (Exception e)
{	{
	System.out.println("Warning exception occured \n " + e);

continue;	continue;
}	}
// determine destTableName from createStatement or from source table name	// determine destTableName from createStatement or from source
	// table name
if (!creates.get(tbIndex).equals(""))	if (!creates.get(tbIndex).equals(""))
{	{
String create = creates.get(tbIndex).toString().toLowerCase();	String create = creates.get(tbIndex).toString().toLowerCase();
Line 372 class Convert	Line 412 class Convert
destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();	destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();
System.out.println("destTable " + destTableName);	System.out.println("destTable " + destTableName);

} else	}
	else
destTableName = convertText(names.get(tbIndex).toString());	destTableName = convertText(names.get(tbIndex).toString());

//beanDest.setConnection("jdbc:postgresql://erebos/test3");	//beanDest.setConnection("jdbc:postgresql://erebos/test3");
Line 390 class Convert	Line 431 class Convert

if (dialog != null)	if (dialog != null)
dialog.title.setText("Updating table data ...");	dialog.title.setText("Updating table data ...");
	else System.out.println("Updating table data ...");
int j = -1;	int j = -1;

Vector row = null;	Vector row = null;
Line 417 class Convert	Line 458 class Convert
j++;	j++;
//print rows	//print rows
Object obj = null;	Object obj = null;
/* for(int k=0;k<row.size()-1;++k)	/*
{	* for(int k=0;k <row.size()-1;++k) { obj = row.get(k);
obj = row.get(k);	* //System.out.println("row "+obj+" "+k); if(obj!=null&&!(obj
//System.out.println("row "+obj+" "+k);	* instanceof ArrayList))
if(obj!=null&&!(obj instanceof ArrayList))	* command.append("'"+convertUml(obj.toString())+"',"); else
command.append("'"+convertUml(obj.toString())+"',");	* if(obj!=null&& obj instanceof ArrayList)
else if(obj!=null&& obj instanceof ArrayList)	* command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',");
command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',");	* else command.append("NULL,"); } obj = row.get(row.size() - 1); if
else command.append("NULL,");	* (obj != null && !(obj instanceof ArrayList))
}	* command.append("'"+convertUml(obj.toString())+"')"); else
obj = row.get(row.size() - 1);	* if(obj!=null&& obj instanceof ArrayList)
if (obj != null && !(obj instanceof ArrayList))	* command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')");
command.append("'"+convertUml(obj.toString())+"')");	* //command.append(obj.toString()+")"); else command.append("NULL)");
else
if(obj!=null&& obj instanceof ArrayList)
command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')"); //command.append(obj.toString()+")");
else command.append("NULL)");
*/	*/
//command.append("'"+row.get(row.size()-1)+"')");	//command.append("'"+row.get(row.size()-1)+"')");
//command.append(" )");	//command.append(" )");
// for(int k=0;k<row.size();++k)	// for(int k=0;k<row.size();++k)

// System.out.println();	// System.out.println();
// System.out.println(command+" "+j+" "+row.size()+" "+ ((Vector)result2[0].get(j)).size());	// System.out.println(command+" "+j+" "+row.size()+" "+
	// ((Vector)result2[0].get(j)).size());
// System.out.println(command);	// System.out.println(command);
for (int k = 0; k < row.size(); ++k)	for (int k = 0; k < row.size(); ++k)
{	{
Line 460 class Convert	Line 497 class Convert
//stm.executeUpdate(command.toString());	//stm.executeUpdate(command.toString());
if (dialog != null)	if (dialog != null)
dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));	dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));
// System.out.println( (int)(((double)(j+1)/(double)result[0].size())*100.0)+" "+result[0].size()+" "+j);	// System.out.println(
	// (int)(((double)(j+1)/(double)result[0].size())*100.0)+"
	// "+result[0].size()+" "+j);
command = null;	command = null;
} // to for loop	} // to for loop

}	}
} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println("Error while connecting to database " + e);	System.out.println("Error while connecting to database " + e);
if (dialog != null)	if (isGUI)
{	{
dialog.setVisible(false);	dialog.setVisible(false);
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
}
java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream();	java.io.ByteArrayOutputStream b = new java.io.ByteArrayOutputStream();
java.io.PrintStream stream = new java.io.PrintStream(b);	java.io.PrintStream stream = new java.io.PrintStream(b);
stream.print(command + "\n\n");	stream.print(command + "\n\n");
e.printStackTrace(stream);	e.printStackTrace(stream);
FM2SQL.showErrorDialog(b.toString(), "Error occured !");	FM2SQL.showErrorDialog(b.toString(), "Error occured !");
	}
	else
	{
	e.printStackTrace();

}	}
if (dialog != null)	}
	if (isGUI)
{	{
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));

dialog.setVisible(false);	dialog.setVisible(false);
}	}

}	}
/**
* transfers the specified array of tables to the destination database
and creates the table if it does not exist if it exists and mode is not append the table is dropped

	/**
	* transfers the specified array of tables to the destination database and
	* creates the table if it does not exist if it exists and mode is not append
	* the table is dropped
	*
* @param source	* @param source
* @param destination	* @param destination
* @param names	* @param names
Line 510 class Convert	Line 555 class Convert

FM2SQL.ProgressDialog dialog = null;	FM2SQL.ProgressDialog dialog = null;

if (FM2SQL.fmInstance != null)	if (isGUI)
{	{
dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);	dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);
dialog.setTitle("Conversion running ...");	dialog.setTitle("Conversion running ...");
Line 521 class Convert	Line 566 class Convert
dialog.thread = Thread.currentThread();	dialog.thread = Thread.currentThread();
dialog.setSize(400, 250);	dialog.setSize(400, 250);
}	}

	System.out.println("connection established "+source+" "+bean.url);

java.util.TreeSet myIds = new TreeSet();	java.util.TreeSet myIds = new TreeSet();
int deltaID = 1;	int deltaID = 1;
String idField = "";	String idField = "";
String destTableName = "";	String destTableName = "";
String[] fieldNames = null;	String[] fieldNames = null;

if (source != null && destination != null)	if (source != null && destination != null)
{	{
// setting user and passwd	// setting user and passwd
Line 533 class Convert	Line 582 class Convert
// setting user and passwd	// setting user and passwd
beanDest.setUserAndPasswd(userDest, passwdDest);	beanDest.setUserAndPasswd(userDest, passwdDest);
}	}

StringBuffer command = null;	StringBuffer command = null;
String query = null;	String query = null;
try	try
{	{

if (source != null)	if (source != null)
bean.setConnection(source);	bean.setConnection(source);
else	else
bean.setConnection(bean.url);	bean.setConnection(bean.url);

if (names == null)	if (names == null)
names = bean.getTableNames();	names = bean.getTableNames();
// Collections.sort(names);	// Collections.sort(names);
int tbIndex = 1;	int tbIndex = 1;

// System.out.println("Start at "+names.indexOf("archimedes_facsimiles"));	// System.out.println("Start at
	// "+names.indexOf("archimedes_facsimiles"));
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)	for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)
{	{
Vector[] result = null;	Vector[] result = null;
Line 568 class Convert	Line 619 class Convert

}	}
// if ( layout!= "")	// if ( layout!= "")
// query += " layout " + bean.getQC() + layout + bean.getQC();	// query += " layout " + bean.getQC() + layout +
	// bean.getQC();
if (dialog != null)	if (dialog != null)
{	{
dialog.title.setText("Reading table data ...");	dialog.title.setText("Reading table data ...");
Line 581 class Convert	Line 633 class Convert
bean.makeQuery(query, 50);	bean.makeQuery(query, 50);
idField = ids.get(tbIndex).toString();	idField = ids.get(tbIndex).toString();

} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println(e);	System.out.println("Warning exception occured \n "+e);

continue;	continue;
}	}
if (destination != null)	if (destination != null)
Line 600 class Convert	Line 654 class Convert
stm = beanDest.getConnection().createStatement();	stm = beanDest.getConnection().createStatement();
// System.exit(0);	// System.exit(0);

// determine destTableName from createStatement or from source table name	// determine destTableName from createStatement or from source
	// table name
ConversionProperties prop = getFieldNamesAndDestTableName(creates.get(tbIndex).toString(), query, names.get(tbIndex).toString());	ConversionProperties prop = getFieldNamesAndDestTableName(creates.get(tbIndex).toString(), query, names.get(tbIndex).toString());
destTableName = prop.destTableName;	destTableName = prop.destTableName;
fieldNames = prop.fieldNames;	fieldNames = prop.fieldNames;
Line 615 class Convert	Line 670 class Convert

}	}
/*	/*
if(destTableName.equals(""))	* if(destTableName.equals("")) if (tables.indexOf(names.get(tbIndex)) >=
if (tables.indexOf(names.get(tbIndex)) >= 0)	* 0) { stm.executeUpdate("drop table " + beanDest.getQC() +
{	* names.get(tbIndex) + beanDest.getQC()); tables.remove((String)
stm.executeUpdate("drop table " + beanDest.getQC() + names.get(tbIndex) + beanDest.getQC());	* names.get(tbIndex)); System.out.println("dropped table" +
tables.remove((String) names.get(tbIndex));	* names.get(tbIndex)); } else if
System.out.println("dropped table" + names.get(tbIndex));	* (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0) {
} else if (tables.indexOf(convertText(names.get(tbIndex).toString())) >= 0)	* stm.executeUpdate("drop table " + beanDest.getQC() +
{	* convertText((String) names.get(tbIndex)) + beanDest.getQC());
stm.executeUpdate("drop table " + beanDest.getQC() + convertText((String) names.get(tbIndex)) + beanDest.getQC());	* tables.remove(convertText((String) names.get(tbIndex)));
tables.remove(convertText((String) names.get(tbIndex)));	* System.out.println("dropped table" + names.get(tbIndex)); }
System.out.println("dropped table" + names.get(tbIndex));
}
*/	*/
if ((tables.indexOf(destTableName) < 0)) //&& tables.indexOf(names.get(tbIndex)) < 0 && tables.indexOf(convertText(names.get(tbIndex).toString())) < 0 )	if ((tables.indexOf(destTableName) < 0)) //&&
	// tables.indexOf(names.get(tbIndex))
	// < 0 &&
	// tables.indexOf(convertText(names.get(tbIndex).toString()))
	// < 0 )
{	{

if (creates.get(tbIndex).equals("") \|\| creates.get(tbIndex).toString().toLowerCase().indexOf("create") < 0)	if (creates.get(tbIndex).equals("") \|\| creates.get(tbIndex).toString().toLowerCase().indexOf("create") < 0)
Line 646 class Convert	Line 703 class Convert
for (int i = 0; i < columnNames.size() - 1; ++i)	for (int i = 0; i < columnNames.size() - 1; ++i)
{	{
type = bean.metaData.getColumnTypeName(i + 1);	type = bean.metaData.getColumnTypeName(i + 1);
// System.out.println(i+" "+result[1].get(i)+" "+type);	// System.out.println(i+" "+result[1].get(i)+"
	// "+type);
type = (type.equals("NUMBER")) ? "INT4" : type;	type = (type.equals("NUMBER")) ? "INT4" : type;
type = (type.equals("CONTAINER")) ? "TEXT" : type;	type = (type.equals("CONTAINER")) ? "TEXT" : type;

Line 661 class Convert	Line 719 class Convert
// System.out.println(command);	// System.out.println(command);
// System.exit(0);	// System.exit(0);
//command.append(DBBean.getQC());	//command.append(DBBean.getQC());
} else	}
	else
command = new StringBuffer().append(creates.get(tbIndex).toString().toLowerCase());	command = new StringBuffer().append(creates.get(tbIndex).toString().toLowerCase());
stm.executeUpdate(command.toString());	stm.executeUpdate(command.toString());

Line 677 class Convert	Line 736 class Convert

command.append("INSERT INTO ");	command.append("INSERT INTO ");
command.append(beanDest.getQC());	command.append(beanDest.getQC());
command.append(destTableName); //convertText((String) names.get(tbIndex)));	command.append(destTableName); //convertText((String)
	// names.get(tbIndex)));
command.append(beanDest.getQC());	command.append(beanDest.getQC());
command.append(" (");	command.append(" (");
for (int i = 0; i < fieldNames.length; i++)	for (int i = 0; i < fieldNames.length; i++)
Line 701 class Convert	Line 761 class Convert
int endIndex = -1;	int endIndex = -1;
String tempQuery = query;	String tempQuery = query;
String tempID = bean.getQC() + idField + bean.getQC();	String tempID = bean.getQC() + idField + bean.getQC();
// if id_field not do incremental conversion else do it all at once	// if id_field not do incremental conversion else do it all at
	// once
if (!idField.equals(""))	if (!idField.equals(""))
{	{
long startTime = System.currentTimeMillis();	long startTime = System.currentTimeMillis();
Line 772 class Convert	Line 833 class Convert
}	}
long endTime = System.currentTimeMillis();	long endTime = System.currentTimeMillis();
System.out.println("Time for incremental convert elapsed " + (endTime - startTime));	System.out.println("Time for incremental convert elapsed " + (endTime - startTime));
} else	}
	else
{	{
// read and write all in one big chunk	// read and write all in one big chunk
long startTime = System.currentTimeMillis();	long startTime = System.currentTimeMillis();
Line 784 class Convert	Line 846 class Convert

}	}
}	}
} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println("Error while connecting to database " + e);	System.out.println("Error while connecting to database " + e);
if (dialog != null)	if (isGUI)
{	{
dialog.setVisible(false);	dialog.setVisible(false);
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
Line 797 class Convert	Line 860 class Convert
stream.print(command + "\n\n");	stream.print(command + "\n\n");
e.printStackTrace(stream);	e.printStackTrace(stream);
FM2SQL.showErrorDialog(b.toString(), "Error occured !");	FM2SQL.showErrorDialog(b.toString(), "Error occured !");
} else	}
	else
{	{
e.printStackTrace();	e.printStackTrace();

}	}
}	}
if (dialog != null)	if (isGUI)
{	{
dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	dialog.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));	FM2SQL.fmInstance.setCursor(Cursor.getPredefinedCursor(Cursor.DEFAULT_CURSOR));
dialog.setVisible(false);	dialog.setVisible(false);
}	}
}	}

/**	/**
* Writes data to the destination table	* Writes data to the destination table
* @param dialog progress dialog	*
	* @param dialog
	* progress dialog
* @param command	* @param command
* @param j data index for progress bar	* @param j
* @param pstm prepared statement	* data index for progress bar
* @param rowCount number of datasets	* @param pstm
	* prepared statement
	* @param rowCount
	* number of datasets
* @return command	* @return command
* @throws Exception	* @throws Exception
* @throws SQLException	* @throws SQLException
Line 828 class Convert	Line 898 class Convert
{	{
j++;	j++;
// row = (Vector) result[0].get(j);	// row = (Vector) result[0].get(j);
/* command = new StringBuffer();	/*
	* command = new StringBuffer();
command.append("INSERT INTO ");	*
command.append(beanDest.getQC());	* command.append("INSERT INTO "); command.append(beanDest.getQC());
command.append(convertText((String) names.get(tbIndex)));	* command.append(convertText((String) names.get(tbIndex)));
command.append(beanDest.getQC());	* command.append(beanDest.getQC()); command.append(" values ( ");
command.append(" values ( ");
*/	*/
//print rows	//print rows
Object obj = null;	Object obj = null;
/* for(int k=0;k<row.size()-1;++k)	/*
{	* for(int k=0;k <row.size()-1;++k) { obj = row.get(k);
obj = row.get(k);	* //System.out.println("row "+obj+" "+k); if(obj!=null&&!(obj instanceof
//System.out.println("row "+obj+" "+k);	* ArrayList)) command.append("'"+convertUml(obj.toString())+"',"); else
if(obj!=null&&!(obj instanceof ArrayList))	* if(obj!=null&& obj instanceof ArrayList)
command.append("'"+convertUml(obj.toString())+"',");	* command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',");
else if(obj!=null&& obj instanceof ArrayList)	* else command.append("NULL,"); } obj = row.get(row.size() - 1); if (obj !=
command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"',");	* null && !(obj instanceof ArrayList))
else command.append("NULL,");	* command.append("'"+convertUml(obj.toString())+"')"); else
}	* if(obj!=null&& obj instanceof ArrayList)
obj = row.get(row.size() - 1);	* command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')");
if (obj != null && !(obj instanceof ArrayList))	* //command.append(obj.toString()+")"); else command.append("NULL)");
command.append("'"+convertUml(obj.toString())+"')");
else
if(obj!=null&& obj instanceof ArrayList)
command.append("'"+convertUml(((ArrayList)obj).get(0).toString())+"')"); //command.append(obj.toString()+")");
else command.append("NULL)");
*/	*/
//command.append("'"+row.get(row.size()-1)+"')");	//command.append("'"+row.get(row.size()-1)+"')");
//command.append(" )");	//command.append(" )");
// for(int k=0;k<row.size();++k)	// for(int k=0;k<row.size();++k)

// System.out.println();	// System.out.println();
// System.out.println(command+" "+j+" "+row.size()+" "+ ((Vector)result2[0].get(j)).size());	// System.out.println(command+" "+j+" "+row.size()+" "+
	// ((Vector)result2[0].get(j)).size());
// System.out.println(command);	// System.out.println(command);
for (int k = 0; k < row.size(); ++k)	for (int k = 0; k < row.size(); ++k)
{	{
Line 874 class Convert	Line 938 class Convert
if (obj instanceof Double)	if (obj instanceof Double)
{	{
pstm.setDouble(k + 1, ((Double) obj).doubleValue());	pstm.setDouble(k + 1, ((Double) obj).doubleValue());
} else if (!str.equals("NULL"))	}
	else if (!str.equals("NULL"))
pstm.setString(k + 1, str);	pstm.setString(k + 1, str);
else	else
pstm.setNull(k + 1, Types.NULL);	pstm.setNull(k + 1, Types.NULL);
}	}
pstm.execute();	pstm.execute();
//stm.executeUpdate(command.toString());	//stm.executeUpdate(command.toString());
if (dialog != null)	if (isGUI)
dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));	dialog.progress.setValue((int) (((double) (j + 1) / (double) rowCount) * 100.0));
// System.out.println( (int)(((double)(j+1)/(double)result[0].size())*100.0)+" "+result[0].size()+" "+j);	// System.out.println(
	// (int)(((double)(j+1)/(double)result[0].size())*100.0)+"
	// "+result[0].size()+" "+j);
command = null;	command = null;
} // to while loop	} // to while loop
return command;	return command;
Line 891 class Convert	Line 958 class Convert

/**	/**
* removes special characters from the input string as well as .fp5	* removes special characters from the input string as well as .fp5
* @param newName String to change	*
	* @param newName
	* String to change
* @return	* @return
*/	*/
public static String convertText(String newName)	public static String convertText(String newName)
Line 912 class Convert	Line 981 class Convert
{	{
alterMe.setCharAt(j, '_');	alterMe.setCharAt(j, '_');
// if(j<length-1) j=j+1;	// if(j<length-1) j=j+1;
} else if (alterMe.charAt(j) == '_')	}
	else if (alterMe.charAt(j) == '_')
{	{

if (alterMe.charAt(j + 1) == '_')	if (alterMe.charAt(j + 1) == '_')
alterMe.deleteCharAt(j);	alterMe.deleteCharAt(j);
length = length - 1;	length = length - 1;
// if(j<length-1) j=j+1;	// if(j<length-1) j=j+1;
} else if (alterMe.charAt(j) == '�')	}
	else if (alterMe.charAt(j) == '�')
{	{
alterMe.setCharAt(j, 'a');	alterMe.setCharAt(j, 'a');
alterMe.insert(j + 1, "e");	alterMe.insert(j + 1, "e");
length = length + 1;	length = length + 1;
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
} else if (alterMe.charAt(j) == '�')	}
	else if (alterMe.charAt(j) == '�')
{	{
alterMe.setCharAt(j, 'o');	alterMe.setCharAt(j, 'o');
alterMe.insert(j + 1, "e");	alterMe.insert(j + 1, "e");
length = length + 1;	length = length + 1;
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
} else if (alterMe.charAt(j) == '�')	}
	else if (alterMe.charAt(j) == '�')
{	{
alterMe.setCharAt(j, 'u');	alterMe.setCharAt(j, 'u');
alterMe.insert(j + 1, "e");	alterMe.insert(j + 1, "e");
length = length + 1;	length = length + 1;
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
} else if (alterMe.charAt(j) == '�')	}
	else if (alterMe.charAt(j) == '�')
{	{
alterMe.setCharAt(j, 's');	alterMe.setCharAt(j, 's');
alterMe.insert(j + 1, "s");	alterMe.insert(j + 1, "s");
length = length + 1;	length = length + 1;
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
} else if (alterMe.charAt(j) == ':')	}
	else if (alterMe.charAt(j) == ':')
{	{
if (j < length - 1)	if (j < length - 1)
{	{
Line 962 class Convert	Line 1037 class Convert
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
}	}
} else if (alterMe.charAt(j) == '-')	}
	else if (alterMe.charAt(j) == '-')
{	{
alterMe.setCharAt(j, '_');	alterMe.setCharAt(j, '_');

} else if (alterMe.charAt(j) == '?')	}
	else if (alterMe.charAt(j) == '?')
{	{
// changed ? to _ because of update statement	// changed ? to _ because of update statement
alterMe.setCharAt(j, '_');	alterMe.setCharAt(j, '_');
// length = length + 1;	// length = length + 1;
// j=j+1;	// j=j+1;
System.out.println(alterMe);	System.out.println(alterMe);
} else if (alterMe.charAt(j) == '.')	}
	else if (alterMe.charAt(j) == '.')
{	{
if (j == length - 1)	if (j == length - 1)
{	{
alterMe.delete(j, j);	alterMe.delete(j, j);
length--;	length--;
} else	}
	else
alterMe.setCharAt(j, '_');	alterMe.setCharAt(j, '_');
}	}

Line 987 class Convert	Line 1066 class Convert
}	}
return alterMe.toString();	return alterMe.toString();
}	}

/**	/**
* Converts > and < in an entity (> or <)	* Converts > and < in an entity (> or <)
	*
* @param newName	* @param newName
* @return	* @return
*/	*/
Line 1009 class Convert	Line 1090 class Convert
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;

} else if (alterMe.charAt(j) == '<')	}
	else if (alterMe.charAt(j) == '<')
{	{
alterMe.setCharAt(j, '&');	alterMe.setCharAt(j, '&');
alterMe.insert(j + 1, "lt;");	alterMe.insert(j + 1, "lt;");
Line 1022 class Convert	Line 1104 class Convert
}	}
return alterMe.toString();	return alterMe.toString();
}	}

/**	/**
* Masks the single quote character '-->\'	* Masks the single quote character '-->\'
	*
* @param newName	* @param newName
* @return	* @return
*/	*/
Line 1044 class Convert	Line 1128 class Convert
if (j < length - 1)	if (j < length - 1)
j = j + 1;	j = j + 1;
}	}
/* else	/*
if (alterMe.charAt(j) == '"')	* else if (alterMe.charAt(j) == '"') { alterMe.setCharAt(j, '\\');
{	* alterMe.insert(j + 1, "\""); length = length + 1; if(j <length-1)
alterMe.setCharAt(j, '\\');	* j=j+1; } else if (alterMe.charAt(j) == '>') { alterMe.setCharAt(j,
alterMe.insert(j + 1, "\"");	* '\\'); alterMe.insert(j + 1, ">"); length = length + 1; if(j <length-1)
length = length + 1;	* j=j+1; } else if (alterMe.charAt(j) == ' <') { alterMe.setCharAt(j,
if(j<length-1) j=j+1;	* '\\'); alterMe.insert(j + 1, " <"); length = length + 1; if(j
}	* <length-1) j=j+1; } else if (alterMe.charAt(j) == '?') {
else	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "?"); length = length +
if (alterMe.charAt(j) == '>')	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == '&') {
{	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "&"); length = length +
alterMe.setCharAt(j, '\\');	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == '=') {
alterMe.insert(j + 1, ">");	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "="); length = length +
length = length + 1;	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == ',') {
if(j<length-1) j=j+1;	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, ","); length = length +
}	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == '.') {
else	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "."); length = length +
if (alterMe.charAt(j) == '<')	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == '[') {
{	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "."); length = length +
alterMe.setCharAt(j, '\\');	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == ']') {
alterMe.insert(j + 1, "<");	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "."); length = length +
length = length + 1;	* 1; if(j <length-1) j=j+1; } else if (alterMe.charAt(j) == '%') {
if(j<length-1) j=j+1;	* alterMe.setCharAt(j, '\\'); alterMe.insert(j + 1, "%"); length = length +
}	* 1; if(j <length-1) j=j+1; }
else	*/
if (alterMe.charAt(j) == '?')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, "?");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == '&')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, "&");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == '=')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, "=");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == ',')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, ",");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == '.')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, ".");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == '[')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, ".");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == ']')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, ".");
length = length + 1;
if(j<length-1) j=j+1;
}
else
if (alterMe.charAt(j) == '%')
{
alterMe.setCharAt(j, '\\');
alterMe.insert(j + 1, "%");
length = length + 1;
if(j<length-1) j=j+1;
}*/
++j;	++j;
}	}
return alterMe.toString();	return alterMe.toString();
}	}

/**	/**
* parses the input xml file for batch conversion	* parses the input xml file for batch conversion called from readXMLFile *
* called from readXMLFile	*
* * @param sb	* @param sb
*/	*/
public static void parseXMLConfig(StringBuffer sb)	public static void parseXMLConfig(StringBuffer sb)
{	{
Line 1161 class Convert	Line 1183 class Convert

try	try
{	{
Node tempNode = root.find("convert/source", new int[] { 1, 1 });	Node tempNode = root.find("convert/source", new int[]
	{1, 1});
if (tempNode == null)	if (tempNode == null)
throw new Error("parse error source tag missing");	throw new Error("parse error source tag missing");
System.out.println(tempNode.name);	System.out.println(tempNode.name);
Line 1177 class Convert	Line 1200 class Convert
ids = new Vector();	ids = new Vector();
indexListVec = new Vector();	indexListVec = new Vector();
// parse dataBase	// parse dataBase
Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 });	Node node = root.find("convert/source/database/url", new int[]
Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 });	{1, 1, i, 1});
Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 });	Node node1 = root.find("convert/source/database/user", new int[]
Node node3 = root.find("convert/source/database", new int[] { 1, 1, i });	{1, 1, i, 1, 1});
Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 });	Node node2 = root.find("convert/source/database/password", new int[]
Node delimiterNode = root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 });	{1, 1, i, 1, 1});
Node useNormanToUnicodeMapper = root.find("convert/source/database/usenormantounicodemapper", new int[] { 1, 1, i, 1, 1 });	Node node3 = root.find("convert/source/database", new int[]
	{1, 1, i});
	Node nodeMode = root.find("convert/source/database/mode", new int[]
	{1, 1, i, 1, 1});
	Node delimiterNode = root.find("convert/source/database/delimiter", new int[]
	{1, 1, i, 1, 1});
	Node useNormanToUnicodeMapper = root.find("convert/source/database/usenormantounicodemapper", new int[]
	{1, 1, i, 1, 1});

if (node3 == null)	if (node3 == null)
throw new Error("parse error database tag missing");	throw new Error("parse error database tag missing");
Line 1234 class Convert	Line 1264 class Convert

for (int j = 1; j <= length2; ++j)	for (int j = 1; j <= length2; ++j)
{	{
Node node4 = root.find("convert/source/database/table", new int[] { 1, 1, i, j });	Node node4 = root.find("convert/source/database/table", new int[]
Node node5 = root.find("convert/source/database/table/select", new int[] { 1, 1, i, j, 1 });	{1, 1, i, j});
Node node6 = root.find("convert/source/database/table/create", new int[] { 1, 1, i, j, 1 });	Node node5 = root.find("convert/source/database/table/select", new int[]
	{1, 1, i, j, 1});
	Node node6 = root.find("convert/source/database/table/create", new int[]
	{1, 1, i, j, 1});
if (node4 != null)	if (node4 != null)
System.out.println(node4.name + " " + node4.attributes.get("layout").equals(""));	System.out.println(node4.name + " " + node4.attributes.get("layout").equals(""));
if (node5 != null)	if (node5 != null)
Line 1245 class Convert	Line 1278 class Convert
System.out.println(node6.name + " " + node6.getCharacters());	System.out.println(node6.name + " " + node6.getCharacters());
if (node4 == null)	if (node4 == null)
throw new Error("parse error table tag missing");	throw new Error("parse error table tag missing");
// if(node5==null) throw new Error("parse error select tag missing");	// if(node5==null) throw new Error("parse error select tag
// if(node6==null) throw new Error("parse error create tag missing");	// missing");
	// if(node6==null) throw new Error("parse error create tag
	// missing");
String name = (String) node4.attributes.get("name");	String name = (String) node4.attributes.get("name");
String layout = (String) node4.attributes.get("layout");	String layout = (String) node4.attributes.get("layout");
String id = (String) node4.attributes.get("id");	String id = (String) node4.attributes.get("id");
Line 1286 class Convert	Line 1321 class Convert
}	}
DBBean database = new DBBean();	DBBean database = new DBBean();
// parse dataBase	// parse dataBase
Node node = root.find("convert/destination/database/url", new int[] { 1, 1, 1, 1 });	Node node = root.find("convert/destination/database/url", new int[]
Node node1 = root.find("convert/destination/database/user", new int[] { 1, 1, 1, 1, 1 });	{1, 1, 1, 1});
Node node2 = root.find("convert/destination/database/password", new int[] { 1, 1, 1, 1, 1 });	Node node1 = root.find("convert/destination/database/user", new int[]
	{1, 1, 1, 1, 1});
	Node node2 = root.find("convert/destination/database/password", new int[]
	{1, 1, 1, 1, 1});
String url = node.getCharacters();	String url = node.getCharacters();
String user = node1.getCharacters();	String user = node1.getCharacters();
String password = node2.getCharacters();	String password = node2.getCharacters();
System.out.println(url);	System.out.println(" The url is "+url);
database.setURL(url.trim());	database.setURL(url.trim());
database.setUserAndPasswd(user.trim(), password.trim());	database.setUserAndPasswd(user.trim(), password.trim());
	System.out.println("huhu");
//databases.add(database);	//databases.add(database);
for (Iterator iter = databases.iterator(); iter.hasNext();)	for (Iterator iter = databases.iterator(); iter.hasNext();)
{	{
	System.out.println("huhu argghhhh"+(mode == DataBase.CONVERT_MODE)+" mode is "+mode);

DataBase db = (DataBase) iter.next();	DataBase db = (DataBase) iter.next();
if (mode == DataBase.CONVERT_MODE \|\| mode == DataBase.APPEND_MODE)	if (mode == DataBase.CONVERT_MODE \|\| mode == DataBase.APPEND_MODE)
convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids, mode, db.delimiter);	convertBatch(db.bean, database, db.tables, db.layouts, db.selects, db.creates, db.ids, mode, db.delimiter);
else if (mode == DataBase.UPDATE_MODE)	else if (mode == DataBase.UPDATE_MODE)
	{
	System.out.println("huhu arghhh arghhh arghhh");

	Convert.user = db.bean.user;
	Convert.passwd = db.bean.passwd;
	userDest = database.user;
	passwdDest = database.passwd;

update(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, db.ids, mode);	update(db.bean.url, database.url, db.tables, db.layouts, db.selects, db.creates, db.ids, mode);
	}
else if (mode == DataBase.SYNCHRONIZE_MODE)	else if (mode == DataBase.SYNCHRONIZE_MODE)
{	{
user = bean.user;	Convert.user = db.bean.user;
passwd = bean.passwd;	Convert.passwd = db.bean.passwd;
userDest = database.user;	userDest = database.user;
passwdDest = database.passwd;	passwdDest = database.passwd;

Line 1315 class Convert	Line 1365 class Convert
}	}
// printContents(node3);	// printContents(node3);
// FM2SQL.fmInstance=new FM2SQL();	// FM2SQL.fmInstance=new FM2SQL();
} catch (Exception e)	}
	catch (Exception e)
{	{

e.printStackTrace();	e.printStackTrace();
Line 1326 class Convert	Line 1377 class Convert
beanDest.closeAllConnections();	beanDest.closeAllConnections();
}	}
}	}

public static Vector getXMLConfig(String xmlFile)	public static Vector getXMLConfig(String xmlFile)
{	{
StringBuffer sb = null;	StringBuffer sb = null;
Line 1344 class Convert	Line 1396 class Convert
// System.out.print((char)c);	// System.out.print((char)c);
}	}

} catch (Exception e)	}
	catch (Exception e)
{	{
e.printStackTrace();	e.printStackTrace();
}	}
Line 1365 class Convert	Line 1418 class Convert
int mode = -1;	int mode = -1;
try	try
{	{
Node tempNode = root.find("convert/source", new int[] { 1, 1 });	Node tempNode = root.find("convert/source", new int[]
	{1, 1});
if (tempNode == null)	if (tempNode == null)
throw new Error("parse error source tag missing");	throw new Error("parse error source tag missing");
System.out.println(tempNode.name);	System.out.println(tempNode.name);
Line 1380 class Convert	Line 1434 class Convert
creates = new Vector();	creates = new Vector();
ids = new Vector();	ids = new Vector();
// parse dataBase	// parse dataBase
Node node = root.find("convert/source/database/url", new int[] { 1, 1, i, 1 });	Node node = root.find("convert/source/database/url", new int[]
Node node1 = root.find("convert/source/database/user", new int[] { 1, 1, i, 1, 1 });	{1, 1, i, 1});
Node node2 = root.find("convert/source/database/password", new int[] { 1, 1, i, 1, 1 });	Node node1 = root.find("convert/source/database/user", new int[]
Node node3 = root.find("convert/source/database", new int[] { 1, 1, i });	{1, 1, i, 1, 1});
Node nodeMode = root.find("convert/source/database/mode", new int[] { 1, 1, i, 1, 1 });	Node node2 = root.find("convert/source/database/password", new int[]
Node delimiterNode = root.find("convert/source/database/delimiter", new int[] { 1, 1, i, 1, 1 });	{1, 1, i, 1, 1});
Node useNormanToUnicodeMapper = root.find("convert/source/database/usenormantounicodemapper", new int[] { 1, 1, i, 1, 1 });	Node node3 = root.find("convert/source/database", new int[]
	{1, 1, i});
	Node nodeMode = root.find("convert/source/database/mode", new int[]
	{1, 1, i, 1, 1});
	Node delimiterNode = root.find("convert/source/database/delimiter", new int[]
	{1, 1, i, 1, 1});
	Node useNormanToUnicodeMapper = root.find("convert/source/database/usenormantounicodemapper", new int[]
	{1, 1, i, 1, 1});

if (delimiterNode != null)	if (delimiterNode != null)
delimiter = delimiterNode.getCharacters();	delimiter = delimiterNode.getCharacters();
Line 1426 class Convert	Line 1487 class Convert
else if (modeString.equals("delete"))	else if (modeString.equals("delete"))
mode = DataBase.DELETE_MODE;	mode = DataBase.DELETE_MODE;

	else if (modeString.equals("synchronize"))
	mode = DataBase.SYNCHRONIZE_MODE;
// if(node3!=null)	// if(node3!=null)
// System.out.println(node3.name);	// System.out.println(node3.name);

Line 1435 class Convert	Line 1498 class Convert

for (int j = 1; j <= length2; ++j)	for (int j = 1; j <= length2; ++j)
{	{
Node node4 = root.find("convert/source/database/table", new int[] { 1, 1, i, j });	Node node4 = root.find("convert/source/database/table", new int[]
Node node5 = root.find("convert/source/database/table/select", new int[] { 1, 1, i, j, 1 });	{1, 1, i, j});
Node node6 = root.find("convert/source/database/table/create", new int[] { 1, 1, i, j, 1 });	Node node5 = root.find("convert/source/database/table/select", new int[]
	{1, 1, i, j, 1});
	Node node6 = root.find("convert/source/database/table/create", new int[]
	{1, 1, i, j, 1});
if (node4 != null)	if (node4 != null)
System.out.println(node4.name + " " + node4.attributes.get("layout").equals(""));	System.out.println(node4.name + " " + node4.attributes.get("layout").equals(""));
if (node5 != null)	if (node5 != null)
Line 1446 class Convert	Line 1512 class Convert
System.out.println(node6.name + " " + node6.getCharacters());	System.out.println(node6.name + " " + node6.getCharacters());
if (node4 == null)	if (node4 == null)
throw new Error("parse error table tag missing");	throw new Error("parse error table tag missing");
// if(node5==null) throw new Error("parse error select tag missing");	// if(node5==null) throw new Error("parse error select tag
// if(node6==null) throw new Error("parse error create tag missing");	// missing");
	// if(node6==null) throw new Error("parse error create tag
	// missing");
String name = (String) node4.attributes.get("name");	String name = (String) node4.attributes.get("name");
String layout = (String) node4.attributes.get("layout");	String layout = (String) node4.attributes.get("layout");
String id = (String) node4.attributes.get("id");	String id = (String) node4.attributes.get("id");
Line 1481 class Convert	Line 1549 class Convert
}	}
DBBean database = new DBBean();	DBBean database = new DBBean();
// parse dataBase	// parse dataBase
Node node = root.find("convert/destination/database/url", new int[] { 1, 1, 1, 1 });	Node node = root.find("convert/destination/database/url", new int[]
Node node1 = root.find("convert/destination/database/user", new int[] { 1, 1, 1, 1, 1 });	{1, 1, 1, 1});
Node node2 = root.find("convert/destination/database/password", new int[] { 1, 1, 1, 1, 1 });	Node node1 = root.find("convert/destination/database/user", new int[]
	{1, 1, 1, 1, 1});
	Node node2 = root.find("convert/destination/database/password", new int[]
	{1, 1, 1, 1, 1});
String url = node.getCharacters();	String url = node.getCharacters();
String user = node1.getCharacters();	String user = node1.getCharacters();
String password = node2.getCharacters();	String password = node2.getCharacters();
Line 1492 class Convert	Line 1563 class Convert
database.setUserAndPasswd(user.trim(), password.trim());	database.setUserAndPasswd(user.trim(), password.trim());
databases.add(new DataBase(database, null, null, null, null, null, 0));	databases.add(new DataBase(database, null, null, null, null, null, 0));
//databases.add(database);	//databases.add(database);
/* for (Iterator iter = databases.iterator(); iter.hasNext();)	/*
{	* for (Iterator iter = databases.iterator(); iter.hasNext();) { DataBase
DataBase db = (DataBase) iter.next();	* db = (DataBase) iter.next();
convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates);	* convertBatch(db.bean,database,db.tables,db.layouts,db.selects,db.creates); }
	*/
}*/
// printContents(node3);	// printContents(node3);
// FM2SQL.fmInstance=new FM2SQL();	// FM2SQL.fmInstance=new FM2SQL();
} catch (Exception e)	}
	catch (Exception e)
{	{
// TODO Auto-generated catch block	// TODO Auto-generated catch block
e.printStackTrace();	e.printStackTrace();
Line 1522 class Convert	Line 1593 class Convert
length++;	length++;
}	}

// System.out.println(((Node)tempNode.contents.v.elementAt(i)).attributes+" "+i);	// System.out.println(((Node)tempNode.contents.v.elementAt(i)).attributes+"
	// "+i);
}	}
return length;	return length;
}	}

private static void printContents(Node root)	private static void printContents(Node root)
{	{

Line 1542 class Convert	Line 1615 class Convert
// System.out.println(n.type);	// System.out.println(n.type);
}	}
}	}

/**	/**
* reads the specified xml file	* reads the specified xml file
	*
* @param xmlFile	* @param xmlFile
*/	*/
public static void readXMLFile(String xmlFile)	public static void readXMLFile(String xmlFile)
Line 1556 class Convert	Line 1631 class Convert
{	{
URL url = new URL(xmlFile);	URL url = new URL(xmlFile);
stream = url.openStream();	stream = url.openStream();
} else	}
	else
// read XML Metadata from a file	// read XML Metadata from a file
stream = new FileInputStream(xmlFile);	stream = new FileInputStream(xmlFile);
InputStreamReader isr = new InputStreamReader(stream, "UTF-8");	InputStreamReader isr = new InputStreamReader(stream, "UTF-8");
Line 1570 class Convert	Line 1646 class Convert
// System.out.print((char)c);	// System.out.print((char)c);
}	}
parseXMLConfig(sb);	parseXMLConfig(sb);
} catch (Exception e)	}
	catch (Exception e)
{	{
e.printStackTrace();	e.printStackTrace();
}	}
}	}

/**	/**
* Helper class for Conversion etc	* Helper class for Conversion etc Holds the some data
* Holds the some data	*
* @author rogo	* @author rogo
*	*
*/	*/
Line 1585 class Convert	Line 1663 class Convert
public static class ConversionProperties	public static class ConversionProperties
{	{
String destTableName;	String destTableName;

String[] fieldNames;	String[] fieldNames;

public ConversionProperties()	public ConversionProperties()
{	{
}	}

public ConversionProperties(String destTableName, String[] fieldNames)	public ConversionProperties(String destTableName, String[] fieldNames)
{	{
this.destTableName = destTableName;	this.destTableName = destTableName;
Line 1597 class Convert	Line 1678 class Convert
}	}

}	}

/**	/**
* Helper class for XML-File parsing	* Helper class for XML-File parsing Holds the parsed data
* Holds the parsed data	*
* @author rogo	* @author rogo
*	*
*/	*/
public static class DataBase	public static class DataBase
{	{
DBBean bean;	DBBean bean;

Vector creates;	Vector creates;

Vector selects;	Vector selects;

Vector layouts;	Vector layouts;

Vector tables;	Vector tables;

Vector ids;	Vector ids;

String delimiter = "//";	String delimiter = "//";

/**	/**
* maps table name to index fields	* maps table name to index fields
*/	*/
Hashtable htIndex = new Hashtable();	Hashtable htIndex = new Hashtable();

boolean useNormanToUnicodeMapper = false;	boolean useNormanToUnicodeMapper = false;

final static int CONVERT_MODE = 1;	final static int CONVERT_MODE = 1;

final static int APPEND_MODE = 2;	final static int APPEND_MODE = 2;

final static int UPDATE_MODE = 3;	final static int UPDATE_MODE = 3;

final static int DELETE_MODE = 4;	final static int DELETE_MODE = 4;

final static int SYNCHRONIZE_MODE = 5;	final static int SYNCHRONIZE_MODE = 5;

int mode = -1;	int mode = -1;
Line 1637 class Convert	Line 1731 class Convert
this.mode = mode;	this.mode = mode;
this.bean.setIDVector(ids);	this.bean.setIDVector(ids);
}	}

/**	/**
* @param indexListVec	* @param indexListVec
*/	*/
Line 1647 class Convert	Line 1742 class Convert
fillIndexList((String) tables.get(i), (String) indexListVec.get(i));	fillIndexList((String) tables.get(i), (String) indexListVec.get(i));
}	}
}	}

/**	/**
* writes the data contained in this object to the buffered writer	* writes the data contained in this object to the buffered writer *
* * @param buffr	*
	* @param buffr
* @throws Exception	* @throws Exception
*/	*/
public void exportToXML(BufferedWriter buffr) throws Exception	public void exportToXML(BufferedWriter buffr) throws Exception
Line 1669 class Convert	Line 1766 class Convert
modeString = "update";	modeString = "update";
else if (mode == DELETE_MODE)	else if (mode == DELETE_MODE)
modeString = "delete";	modeString = "delete";
	else if (mode == SYNCHRONIZE_MODE)
	modeString = "synchronize";

buffr.write(" <mode>" + modeString + "</mode>\n");	buffr.write(" <mode>" + modeString + "</mode>\n");
buffr.write(" <usenormantounicodemapper>" + useNormanToUnicodeMapper + "</usenormantounicodemapper>\n");	buffr.write(" <usenormantounicodemapper>" + useNormanToUnicodeMapper + "</usenormantounicodemapper>\n");
Line 1706 class Convert	Line 1805 class Convert

htIndex.put(table, indexList);	htIndex.put(table, indexList);
}	}

public String toString()	public String toString()
{	{
return bean.url + " " + tables;	return bean.url + " " + tables;
}	}

}	}

public static String convertToUTF8(Object command)	public static String convertToUTF8(Object command)
{	{
String str = null;	String str = null;
try	try
{	{
str = new String(command.toString().getBytes("UTF-8"));	str = new String(command.toString().getBytes("UTF-8"));
} catch (UnsupportedEncodingException e)	}
	catch (UnsupportedEncodingException e)
{	{
// TODO Auto-generated catch block	// TODO Auto-generated catch block
e.printStackTrace();	e.printStackTrace();
}	}
return str;	return str;
}	}

public static void writeConfig(String file, DataBase source, DataBase destination) throws Exception	public static void writeConfig(String file, DataBase source, DataBase destination) throws Exception
{	{
if (!file.toLowerCase().endsWith(".xml"))	if (!file.toLowerCase().endsWith(".xml"))
Line 1746 class Convert	Line 1849 class Convert
buffw.write("</convert>\n");	buffw.write("</convert>\n");
buffw.close();	buffw.close();
}	}

public static void delete(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception	public static void delete(String source, String destination, Vector names, Vector layouts, Vector selects, Vector creates, Vector ids, int mode) throws Exception
{	{
FM2SQL.ProgressDialog dialog = null;	FM2SQL.ProgressDialog dialog = null;
if (FM2SQL.fmInstance != null)	if (isGUI)
{	{
dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);	dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);
dialog.setTitle("Conversion running ...");	dialog.setTitle("Conversion running ...");
Line 1777 class Convert	Line 1881 class Convert
// Collections.sort(names);	// Collections.sort(names);
int tbIndex = 1;	int tbIndex = 1;

// System.out.println("Start at "+names.indexOf("archimedes_facsimiles"));	// System.out.println("Start at
	// "+names.indexOf("archimedes_facsimiles"));
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)	for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)
{	{
Vector[] result = null;	Vector[] result = null;
Line 1811 class Convert	Line 1916 class Convert
bean.makeQuery(query, 50);	bean.makeQuery(query, 50);
idField = ids.get(tbIndex).toString();	idField = ids.get(tbIndex).toString();

} catch (Exception e)	}
	catch (Exception e)
{	{
continue;	continue;
}	}
// determine destTableName from createStatement or from source table name	// determine destTableName from createStatement or from source
	// table name
if (!creates.get(tbIndex).equals(""))	if (!creates.get(tbIndex).equals(""))
{	{
String create = creates.get(tbIndex).toString().toLowerCase();	String create = creates.get(tbIndex).toString().toLowerCase();
Line 1824 class Convert	Line 1931 class Convert
destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();	destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();
System.out.println("destTable " + destTableName);	System.out.println("destTable " + destTableName);

} else	}
	else
destTableName = convertText(names.get(tbIndex).toString());	destTableName = convertText(names.get(tbIndex).toString());

// for id kram	// for id kram
Line 1840 class Convert	Line 1948 class Convert
String tempQuery = query;	String tempQuery = query;
String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName);	String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName);
String tempQueryDest = destQuery;	String tempQueryDest = destQuery;
// remove extra query parts destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1);	// remove extra query parts
	// destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1);
System.out.println("new Query " + tempQueryDest);	System.out.println("new Query " + tempQueryDest);
if (!idField.equals(""))	if (!idField.equals(""))
{	{
Line 1865 class Convert	Line 1974 class Convert
Vector linesToDelete = new Vector(vecDest);	Vector linesToDelete = new Vector(vecDest);
// remove all lines that should not be deleted	// remove all lines that should not be deleted
linesToDelete.removeAll(deleted);	linesToDelete.removeAll(deleted);
// System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIdsDest.size());	// System.out.println("ID LIST SIZE " +
/// @TODO complete delete task remove query show lines to be deleted let user choose if he wants that	// Math.round((double) myIds.size() / (double)
	// numIntervalls) + " " + myIdsDest.size());
	/// @TODO complete delete task remove query show lines
	// to be deleted let user choose if he wants that
System.out.println("number of lines to be deleted " + linesToDelete.size());	System.out.println("number of lines to be deleted " + linesToDelete.size());
deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);	deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);
beanDest.setConnection(destination);	beanDest.setConnection(destination);
Line 1891 class Convert	Line 2003 class Convert
command.append("DELETE FROM");	command.append("DELETE FROM");
command.append(beanDest.getQC());	command.append(beanDest.getQC());
command.append(destTableName);	command.append(destTableName);
//command.append(convertText((String) names.get(tbIndex)));	//command.append(convertText((String)
	// names.get(tbIndex)));
command.append(beanDest.getQC());	command.append(beanDest.getQC());
int size = bean.getColumnNames().size();	int size = bean.getColumnNames().size();
command.append("WHERE " + convertText(ids.get(tbIndex).toString()) + " = ?");	command.append("WHERE " + convertText(ids.get(tbIndex).toString()) + " = ?");
PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString());	PreparedStatement pstm = beanDest.getConnection().prepareStatement(command.toString());
System.out.println(command + " " + tbIndex);	System.out.println(command + " " + tbIndex);
//int rowCount = bean.getRowCount(query);	//int rowCount = bean.getRowCount(query);
// int idIndex = bean.getColumnNames().indexOf(ids.get(tbIndex));	// int idIndex =
	// bean.getColumnNames().indexOf(ids.get(tbIndex));
while (true)	while (true)
{	{

Line 1923 class Convert	Line 2037 class Convert
} // to idfield if	} // to idfield if
} // table loop	} // table loop

} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println("Error while connecting to database " + e);	System.out.println("Error while connecting to database " + e);
if (dialog != null)	if (dialog != null)
Line 1968 class Convert	Line 2083 class Convert
{	{
System.out.println(" bin in synchronize!!!");	System.out.println(" bin in synchronize!!!");
FM2SQL.ProgressDialog dialog = null;	FM2SQL.ProgressDialog dialog = null;
if (FM2SQL.fmInstance != null)	if (isGUI)
{	{
dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);	dialog = new FM2SQL.ProgressDialog(FM2SQL.fmInstance, bean);
dialog.setTitle("Synchronize running ...");	dialog.setTitle("Synchronize running ...");
Line 1996 class Convert	Line 2111 class Convert
// Collections.sort(names);	// Collections.sort(names);
int tbIndex = 1;	int tbIndex = 1;

// System.out.println("Start at "+names.indexOf("archimedes_facsimiles"));	// System.out.println("Start at
	// "+names.indexOf("archimedes_facsimiles"));
for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)	for (tbIndex = 0; tbIndex < names.size(); ++tbIndex)
{	{
Vector[] result = null;	Vector[] result = null;
Line 2033 class Convert	Line 2149 class Convert
bean.makeQuery(query, 50);	bean.makeQuery(query, 50);
idField = ids.get(tbIndex).toString();	idField = ids.get(tbIndex).toString();

} catch (Exception e)	}
	catch (Exception e)
{	{
	System.out.println("Warning exception occured \n "+e);

continue;	continue;
}	}
// determine destTableName from createStatement or from source table name	// determine destTableName from createStatement or from source
	// table name
if (!creates.get(tbIndex).equals(""))	if (!creates.get(tbIndex).equals(""))
{	{
String create = creates.get(tbIndex).toString().toLowerCase();	String create = creates.get(tbIndex).toString().toLowerCase();
Line 2046 class Convert	Line 2166 class Convert
destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();	destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();
System.out.println("destTable " + destTableName);	System.out.println("destTable " + destTableName);

} else	}
	else
destTableName = convertText(names.get(tbIndex).toString());	destTableName = convertText(names.get(tbIndex).toString());

// for id kram	// for id kram
Line 2061 class Convert	Line 2182 class Convert
int endIndex = -1;	int endIndex = -1;
String tempQuery = query;	String tempQuery = query;
String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName);	String destQuery = query.replaceAll(names.get(tbIndex).toString(), destTableName);
	destQuery = destQuery.replaceAll(bean.getQC(), beanDest.getQC());
destQuery = removeLayoutPartFromQuery(destQuery,layouts.get(tbIndex).toString());	destQuery = removeLayoutPartFromQuery(destQuery,layouts.get(tbIndex).toString());
// TODO remove layout part for destQuery	// TODO remove layout part for destQuery
String tempQueryDest = destQuery;	String tempQueryDest = destQuery;
// remove extra query parts destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1);	// remove extra query parts
	// destQuery.substring(0,destQuery.lastIndexOf(destTableName)+destTableName.length()+1);
System.out.println("new Query " + tempQueryDest);	System.out.println("new Query " + tempQueryDest);
	System.out.println("idfield " + idField + " " + ids.get(tbIndex).toString());
if (!idField.equals(""))	if (!idField.equals(""))
{	{
long startTime = System.currentTimeMillis();	long startTime = System.currentTimeMillis();
Line 2079 class Convert	Line 2203 class Convert
dialog.title.setText("Check if data is available");	dialog.title.setText("Check if data is available");
else if (dialog != null)	else if (dialog != null)
dialog.title.setText("Check if more data is available");	dialog.title.setText("Check if more data is available");

myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, 0);	myIds = bean.getIDVector(ids.get(tbIndex).toString(), (String) names.get(tbIndex), tempQuery, 0);
myIdsDest = beanDest.getIDVector(convertText(idField), destTableName, tempQueryDest, 0);	myIdsDest = beanDest.getIDVector(convertText(idField), destTableName, tempQueryDest, 0);
//System.out.println("status of remove "+myIds.remove("b015892"));	//System.out.println("status of remove
	// "+myIds.remove("b015892"));
	System.out.println("ids found for " + idField + " " + !myIds.isEmpty());
if (myIds.isEmpty())	if (myIds.isEmpty())
break;	break;
vec = new Vector(myIds);	vec = new Vector(myIds);
Line 2097 class Convert	Line 2224 class Convert
linesToAppend.removeAll(vecDest);	linesToAppend.removeAll(vecDest);
// remove all lines that should not be deleted	// remove all lines that should not be deleted
linesToDelete.removeAll(deleted);	linesToDelete.removeAll(deleted);
System.out.println("linesToAppend " + linesToAppend + " " + destTableName);	System.out.println("linesToAppend " + linesToAppend.size() + " " + destTableName);
System.out.println("linesToDelete " + linesToDelete + " " + destTableName);	System.out.println("linesToDelete " + linesToDelete.size() + " " + destTableName);
System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size());	System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIds.size());
deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);	deltaID = (int) Math.round((double) myIds.size() / (double) numIntervalls);
ConversionProperties prop = getFieldNamesAndDestTableName(creates.get(tbIndex).toString(), query, names.get(tbIndex).toString());	ConversionProperties prop = getFieldNamesAndDestTableName(creates.get(tbIndex).toString(), query, names.get(tbIndex).toString());
Line 2132 class Convert	Line 2259 class Convert
if (dialog != null)	if (dialog != null)
dialog.title.setText("Writing table data ...");	dialog.title.setText("Writing table data ...");

performSynchronize(idField, vec, tempQuery, linesToDelete, linesToAppend, insPst, updPst, delPSt, deltaID, delimiter);	performSynchronize(idField, vec, tempQuery, linesToDelete, linesToAppend, insPst, updPst, delPSt, deltaID, delimiter, dialog);
// System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIdsDest.size());	// System.out.println("ID LIST SIZE " +
	// Math.round((double) myIds.size() / (double)
	// numIntervalls) + " " + myIdsDest.size());
endIndex = k + deltaID;	endIndex = k + deltaID;
}	}
System.out.println(endIndex);	System.out.println(endIndex);
Line 2154 class Convert	Line 2283 class Convert
// bean.makeQuery(tempQuery, 0);	// bean.makeQuery(tempQuery, 0);
if (dialog != null)	if (dialog != null)
dialog.title.setText("Writing table data ...");	dialog.title.setText("Writing table data ...");
performSynchronize(idField, vec, tempQuery, linesToDelete, linesToAppend, insPst, updPst, delPSt, deltaID, delimiter);	performSynchronize(idField, vec, tempQuery, linesToDelete, linesToAppend, insPst, updPst, delPSt, deltaID, delimiter, dialog);
// System.out.println("ID LIST SIZE " + Math.round((double) myIds.size() / (double) numIntervalls) + " " + myIdsDest.size());	// System.out.println("ID LIST SIZE " +
	// Math.round((double) myIds.size() / (double)
	// numIntervalls) + " " + myIdsDest.size());
}	}
// prepare new query for next chunk	// prepare new query for next chunk
if (query.indexOf("where") > 0)	if (query.indexOf("where") > 0)
Line 2165 class Convert	Line 2296 class Convert

}	}
String tableName = names.get(tbIndex).toString();	String tableName = names.get(tbIndex).toString();
	if (indexList.isEmpty())
	{
IndexList idList = (IndexList) indexList.get(0);	IndexList idList = (IndexList) indexList.get(0);
System.out.println("found list " + idList);	System.out.println("found list " + idList);
Statement stm = beanDest.getConnection().createStatement();	Statement stm = beanDest.getConnection().createStatement();
Line 2181 class Convert	Line 2314 class Convert
stm.execute("DROP INDEX "+destTableName+"_"+indexField);	stm.execute("DROP INDEX "+destTableName+"_"+indexField);
// continue;	// continue;
}	}
	// stm.execute("DROP INDEX
	// "+destTableName+"_"+indexField);

String type = beanDest.getColumnType(indexField).toLowerCase();	String type = beanDest.getColumnType(indexField).toLowerCase();
// System.out.println(indexField+" "+type+" "+(type.indexOf("text") >= 0 \|\| type.indexOf("varchar") >= 0 \|\| type.indexOf("char") >= 0));	// System.out.println(indexField+" "+type+"
	// "+(type.indexOf("text") >= 0 \|\|
	// type.indexOf("varchar") >= 0 \|\| type.indexOf("char")
	// >= 0));
if (type.indexOf("text") >= 0 \|\| type.indexOf("varchar") >= 0 \|\| type.indexOf("char") >= 0)	if (type.indexOf("text") >= 0 \|\| type.indexOf("varchar") >= 0 \|\| type.indexOf("char") >= 0)
stm.execute("CREATE INDEX " + indexName + " ON " + destTableName + "(LOWER(" + indexField + "))");	{
	if (beanDest.url.indexOf("mysql") >= 0)
	{
	//System.out.println("CREATE INDEX " +
	// indexName + " ON " + destTableName + " (" +
	// indexField + "(10))");
	// TODO problem if index exist !!!
	stm.execute("CREATE INDEX " + indexName + " ON " + destTableName + " (" + indexField + "(10))");
	}
	else
	{
	stm.execute("CREATE INDEX " + indexName + " ON " + destTableName + " (lower( " + indexField + "))");

	}

	}
else	else
	{
stm.execute("CREATE INDEX " + destTableName + "_" + indexField + " ON " + destTableName + "(" + indexField + ")");	stm.execute("CREATE INDEX " + destTableName + "_" + indexField + " ON " + destTableName + "(" + indexField + ")");

// stm.execute("DROP INDEX "+destTableName+"_"+indexField);	}

	// stm.execute("DROP INDEX
	// "+destTableName+"_"+indexField);

}	}
	}
// CREATE UNIQUE INDEX title_idx ON films (title);	// CREATE UNIQUE INDEX title_idx ON films (title);
for (Iterator iter = linesToDelete.iterator(); iter.hasNext();)	for (Iterator iter = linesToDelete.iterator(); iter.hasNext();)
{	{
Line 2206 class Convert	Line 2364 class Convert
} // to idfield if	} // to idfield if
} // table loop	} // table loop

} catch (Exception e)	}
	catch (Exception e)
{	{
System.out.println("Error while connecting to database " + e);	System.out.println("Error while connecting to database " + e);
e.printStackTrace();	e.printStackTrace();
Line 2220 class Convert	Line 2379 class Convert
java.io.PrintStream stream = new java.io.PrintStream(b);	java.io.PrintStream stream = new java.io.PrintStream(b);
stream.print(command + "\n\n");	stream.print(command + "\n\n");
e.printStackTrace(stream);	e.printStackTrace(stream);
	if(dialog != null)
FM2SQL.showErrorDialog(b.toString(), "Error occured !");	FM2SQL.showErrorDialog(b.toString(), "Error occured !");

}	}
Line 2231 class Convert	Line 2391 class Convert
dialog.setVisible(false);	dialog.setVisible(false);
}	}
}	}

/**	/**
* @param destQuery	* @param destQuery
* @param string	* @param string
Line 2238 class Convert	Line 2399 class Convert
*/	*/
private static String removeLayoutPartFromQuery(String destQuery, String layoutName)	private static String removeLayoutPartFromQuery(String destQuery, String layoutName)
{	{
String removeString ="layout "+bean.getQC()+layoutName+bean.getQC();	String removeString = "layout " + beanDest.getQC() + layoutName + beanDest.getQC();
destQuery =destQuery.replaceFirst(removeString,"");	destQuery =destQuery.replaceFirst(removeString,"");
System.out.println("destQuery change to "+destQuery);	System.out.println("destQuery change to "+destQuery);
return destQuery;	return destQuery;
}	}
private static void performSynchronize(
String idField,	private static void performSynchronize(String idField, Vector vec, String tempQuery, TreeSet linesToDelete, TreeSet linesToAppend, PreparedStatement insPst, PreparedStatement updPst,
Vector vec,	PreparedStatement delPSt, int deltaID, String delimiter, FM2SQL.ProgressDialog dialog) throws SQLException, ParseException,Exception
String tempQuery,	{
TreeSet linesToDelete,	if (dialog != null)
TreeSet linesToAppend,
PreparedStatement insPst,
PreparedStatement updPst,
PreparedStatement delPSt,
int deltaID,
String delimiter)
throws SQLException, ParseException
{	{
	dialog.progress.setValue(0);
	dialog.title.setText("Retrieving new data");
	}

Vector[] vectors = bean.getQueryData(tempQuery, deltaID);	Vector[] vectors = bean.getQueryData(tempQuery, deltaID);
	int count = 0, size = vectors[0].size();
int idIndex = vectors[1].indexOf(idField);	int idIndex = vectors[1].indexOf(idField);
	//System.out.println(idIndex + " " + vectors[1] + " " + idField);
// todo arraylist code has to be added	// todo arraylist code has to be added
	if (dialog != null)
	dialog.title.setText("Synchronize with new data");

for (Iterator iter = vectors[0].iterator(); iter.hasNext();)	for (Iterator iter = vectors[0].iterator(); iter.hasNext();)
{	{
Vector line = (Vector) iter.next();	Vector line = (Vector) iter.next();
Line 2279 class Convert	Line 2442 class Convert
}	}
insPst.execute();	insPst.execute();

} else // update	}
	else
	// update
{	{
for (int l = 0; l < line.size(); ++l)	for (int l = 0; l < line.size(); ++l)
{	{
Line 2293 class Convert	Line 2458 class Convert
}	}
updPst.setString(line.size() + 1, line.get(idIndex).toString());	updPst.setString(line.size() + 1, line.get(idIndex).toString());
//updPst.addBatch();	//updPst.addBatch();
updPst.execute();	//updPst.execute();
	}
	if (dialog != null)
	{
	int value = (int) Math.round(((double) count / (double) size) * 100.0);
	dialog.progress.setValue(value);
	count++;
}	}
}	}
//updPst.executeBatch();	//updPst.executeBatch();
Line 2301 class Convert	Line 2472 class Convert

/**	/**
* Converts input String in norman encoding to unicode	* Converts input String in norman encoding to unicode
	*
* @param inp	* @param inp
* @return converted String	* @return converted String
*/	*/
Line 3277 class Convert	Line 3449 class Convert
}	}
return buf.toString();	return buf.toString();
}	}

static public String normanToUnicodeNew(String inp)	static public String normanToUnicodeNew(String inp)
{	{
StringBuffer buf = new StringBuffer();	StringBuffer buf = new StringBuffer();
Line 3757 class Convert	Line 3930 class Convert
}	}
return buf.toString();	return buf.toString();
}	}

public static ConversionProperties getFieldNamesAndDestTableName(String create, String query, String tableName)	public static ConversionProperties getFieldNamesAndDestTableName(String create, String query, String tableName)
{	{
String[] fieldNames = null;	String[] fieldNames = null;
String destTableName = null;	String destTableName = null;
// determine destTableName from createStatement or from source table name	// determine destTableName from createStatement or from source table
	// name
if (!create.equals(""))	if (!create.equals(""))
{	{
int fromIndex = create.toLowerCase().indexOf("table") + 5;	int fromIndex = create.toLowerCase().indexOf("table") + 5;
Line 3771 class Convert	Line 3946 class Convert
destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();	destTableName = create.substring(fromIndex, toIndex).replaceAll(beanDest.getQC(), "").trim();
System.out.println("destTable " + destTableName);	System.out.println("destTable " + destTableName);
// retrieve field_names from select statement	// retrieve field_names from select statement
// TODO problem with different fieldNames in create statement will overwrite them	// TODO problem with different fieldNames in create statement will
	// overwrite them
if (query.indexOf("*") < 0)	if (query.indexOf("*") < 0)
{	{
int selectEndIndex = query.indexOf("from");	int selectEndIndex = query.indexOf("from");
Line 3787 class Convert	Line 3963 class Convert
fieldIndex++;	fieldIndex++;
}	}

} else	}
	else
{	{
// use create statement for field names	// use create statement for field names
StringTokenizer tokenizer = new StringTokenizer(create.substring(toIndex + 1, endIndex), ",");	StringTokenizer tokenizer = new StringTokenizer(create.substring(toIndex + 1, endIndex), ",");
Line 3803 class Convert	Line 3980 class Convert
fieldIndex++;	fieldIndex++;
}	}
}	}
} else	}
	else
{	{
destTableName = convertText(tableName);	destTableName = convertText(tableName);

Line 3823 class Convert	Line 4001 class Convert
fieldIndex++;	fieldIndex++;
}	}

} else	}
	else
{	{
Vector fieldNamesVec = bean.getColumnNames();	Vector fieldNamesVec = bean.getColumnNames();
fieldNames = new String[fieldNamesVec.size()];	fieldNames = new String[fieldNamesVec.size()];
Line 3838 class Convert	Line 4017 class Convert
}	}
return new ConversionProperties(destTableName, fieldNames);	return new ConversionProperties(destTableName, fieldNames);
}	}

/**	/**
* creates an insert into statement for the specified table and given	* creates an insert into statement for the specified table and given field
* field names	* names
	*
* @param destTableName	* @param destTableName
* @param fieldNames	* @param fieldNames
* @return	* @return
Line 3850 class Convert	Line 4031 class Convert
StringBuffer command = new StringBuffer();	StringBuffer command = new StringBuffer();
command.append("INSERT INTO ");	command.append("INSERT INTO ");
command.append(beanDest.getQC());	command.append(beanDest.getQC());
command.append(destTableName); //convertText((String) names.get(tbIndex)));	command.append(destTableName); //convertText((String)
	// names.get(tbIndex)));
command.append(beanDest.getQC());	command.append(beanDest.getQC());
command.append(" (");	command.append(" (");
for (int i = 0; i < fieldNames.length; i++)	for (int i = 0; i < fieldNames.length; i++)
Line 3868 class Convert	Line 4050 class Convert
command.append("?)");	command.append("?)");
return command;	return command;
}	}

public static StringBuffer createUpdateCommand(String destTableName, String[] fieldNames, String id)	public static StringBuffer createUpdateCommand(String destTableName, String[] fieldNames, String id)
{	{
StringBuffer command = new StringBuffer();	StringBuffer command = new StringBuffer();
Line 3886 class Convert	Line 4069 class Convert
command.append("WHERE " + id + " = ?");	command.append("WHERE " + id + " = ?");
return command;	return command;
}	}

public static StringBuffer createDeleteCommand(String destTableName, String idField)	public static StringBuffer createDeleteCommand(String destTableName, String idField)
{	{
StringBuffer command = new StringBuffer();	StringBuffer command = new StringBuffer();
Line 3898 class Convert	Line 4082 class Convert
command.append("WHERE " + idField + " = ?");	command.append("WHERE " + idField + " = ?");
return command;	return command;
}	}

	public void makeTest(String table, String idField, String tempQuery) throws Exception
	{
	int counter = 0;

	// **** test code ***

	bean.getConnection();
	ResultSet resultSet = null;
	String lastResult = "P227634.11";//"P227625.79554";//"P227625.77391";//"P116034.970998";
	String myQuery = "select " + bean.getQC() + idField + bean.getQC() + ",serial " + " from " + bean.getQC() + table + bean.getQC();
	System.out.println("Query is now " + myQuery);
	JDialog statusDialog = new JDialog();
	statusDialog.setTitle("Status Information");
	JLabel status = new JLabel("actual DataSet : ");
	JLabel status2 = new JLabel(Integer.toString(++counter));
	JLabel status3 = new JLabel(lastResult);

	JPanel statusPanel = new JPanel();
	JPanel statusPanel2 = new JPanel();
	statusPanel.add(status);
	statusPanel.add(status2);
	statusPanel2.add(status3);
	statusDialog.getContentPane().add(statusPanel, "North");
	statusDialog.getContentPane().add(statusPanel2, "Center");
	statusDialog.setLocation(400, 500);
	statusDialog.setSize(300, 150);
	statusDialog.setVisible(true);
	while (true)
	{
	if (!statusDialog.isVisible())
	statusDialog.setVisible(true);
	tempQuery = myQuery + " where " + bean.getQC() + idField + bean.getQC() + ">'" + lastResult + "'";
	resultSet = bean.makeQuery(tempQuery, 1);
	if (resultSet == null)
	{
	System.out.println("lastResult was " + lastResult + " counter was " + counter);
	break;
	}
	else
	{
	resultSet.next();
	lastResult = resultSet.getString(1);
	counter++;
	status2.setText(Integer.toString(counter));
	status3.setText(lastResult + " " + resultSet.getString(2));
	if (counter % 100 == 0)
	{
	System.out.println("actual Result was " + lastResult + " counter was " + counter);
	// break;
	}
	}
	resultSet = null;
	}
	System.exit(0);

	//**** end Test ****

	}
}	}

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>

Removed from v.1.75
changed lines
	Added in v.1.85