package com.planet_ink.fakedb;
import java.io.*;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.*;
import java.sql.*;
/*
Copyright 2004-2016 Bo Zimmerman
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
@SuppressWarnings({ "unchecked", "rawtypes" })
public class DBUpgrade
{
static PrintStream out = System.out;
static boolean debug = false;
static BufferedReader in = new BufferedReader(new InputStreamReader(System.in));
private static void pl(String str)
{
if (out != null)
out.println(str);
}
private static void p(String str)
{
if (out != null)
out.print(str);
}
public static String getStringFieldValue(final String field, int oldIndex, List<String> row)
{
if (field.startsWith("#"))
{
if (oldIndex >= 0)
return row.get(oldIndex);
else
return "0";
}
else
{
if (oldIndex >= 0)
return "'" + (row.get(oldIndex)) + "'";
else
return "''";
}
}
private static long s_long(String str)
{
try
{
return Long.valueOf(str).longValue();
}
catch (final Exception e)
{
return 0;
}
}
public static Object getFieldValue(final String field, int oldIndex, List<String> row)
{
if (field.startsWith("#"))
{
if (oldIndex >= 0)
return Long.valueOf(s_long(row.get(oldIndex)));
else
return Long.valueOf(0);
}
else
{
if (oldIndex >= 0)
return (row.get(oldIndex));
else
return "";
}
}
public static int[] getMatrix(List<String> ofields, List<String> nfields)
{
final int[] matrix = new int[nfields.size()];
for (int i = 0; i < nfields.size(); i++)
{
final String field = nfields.get(i);
int oldIndex = -1;
for (int u = 0; u < ofields.size(); u++)
if (ofields.get(u).substring(1).equals(field.substring(1)))
{
oldIndex = u;
break;
}
matrix[i] = oldIndex;
}
return matrix;
}
public static void main(String a[]) throws IOException
{
pl("Welcome to the FakeDB Database Upgrade Tool!");
pl("(C) 2003-2016 Bo Zimmerman");
pl("Another product of ...Planet Ink!");
pl("");
pl("");
long totMemory = Runtime.getRuntime().totalMemory();
if (totMemory < (6 * 1024 * 1024))
{
pl("* You aren't running this with much memory. You might want to add -Xms16m -Xmx256m to the command line arguments.");
pl("");
pl("");
}
final Hashtable<String, List<String>> oldTables = new Hashtable<String, List<String>>();
Map<Object, Method> converters = new Hashtable<Object, Method>();
while (oldTables.size() == 0)
{
pl("Enter the path to the 'fakedb.schema' file");
pl("for the **OLD** version.");
pl("It doesn't matter whether you are or are not using FakeDB.");
p(":");
String oldfakedbfile = in.readLine().trim();
if (oldfakedbfile.length() == 0)
{
pl("Well, you entered nothing. I assume you want to quit and do this later. Bye!");
return;
}
if (!oldfakedbfile.endsWith("fakedb.schema"))
oldfakedbfile += File.separatorChar + "fakedb.schema";
final File F = new File(oldfakedbfile);
if ((!F.exists()) || (!F.isFile()))
{
pl("!Hmm.. can't find that file. Enter it again!");
pl("");
continue;
}
try
{
final FileReader FR = new FileReader(F);
final BufferedReader reader = new BufferedReader(FR);
String line = "";
Vector<String> table = null;
while ((line != null) && (reader.ready()))
{
line = reader.readLine().trim();
if (line != null)
{
if (line.length() == 0)
table = null;
else
if (line.startsWith("#"))
{
// just continue;
}
else
{
if (table == null)
{
table = new Vector<String>();
oldTables.put(line, table);
}
else
{
int x = line.indexOf(' ');
if (x < 0)
throw new Exception("BAH!");
final String name = line.substring(0, x).trim();
line = line.substring(x + 1).trim();
x = line.indexOf(' ');
if (x > 0)
line = line.substring(0, x).trim();
if (line.toUpperCase().startsWith("INT") || line.toUpperCase().startsWith("NUMB") || line.toUpperCase().startsWith("DOUB") || line.toUpperCase().startsWith("FLOAT"))
table.addElement('#' + name);
else
table.addElement('$' + name);
}
}
}
}
FR.close();
}
catch (final Exception e)
{
pl("!!Hmm.. can't read that file. Enter it again!!");
pl("");
oldTables.clear();
continue;
}
if (oldTables.size() == 0)
{
pl("!!!Hmm.. can't read that file. Enter it again!!!");
pl("");
oldTables.clear();
continue;
}
}
pl("");
pl("Cool.. I got the old schema now.");
pl("");
final Hashtable<String, List<String>> newTables = new Hashtable<String, List<String>>();
while (newTables.size() == 0)
{
pl("Enter the path to the 'fakedb.schema' file");
pl("for the **NEW** version.");
pl("It doesn't matter whether you are or are not using FakeDB.");
p(":");
String newfakedbfile = in.readLine().trim();
if (newfakedbfile.length() == 0)
{
pl("Well, you entered nothing. I assume you want to quit and do this later. Bye!");
return;
}
if (!newfakedbfile.endsWith("fakedb.schema"))
newfakedbfile += File.separatorChar + "fakedb.schema";
final File F = new File(newfakedbfile);
if ((!F.exists()) || (!F.isFile()))
{
pl("!Hmm.. can't find that file. Enter it again!");
pl("");
continue;
}
try
{
final FileReader FR = new FileReader(F);
final BufferedReader reader = new BufferedReader(FR);
String line = "";
Vector<String> table = null;
while ((line != null) && (reader.ready()))
{
line = reader.readLine().trim();
if (line != null)
{
if (line.trim().length() == 0)
table = null;
else
if (line.startsWith("#"))
{
int x = line.indexOf('=');
if (x > 1)
{
String command = line.substring(1, x).toUpperCase().trim();
String value = line.substring(x + 1).trim();
if (command.equalsIgnoreCase("CONVERTER"))
{
Class C;
Object O;
try
{
C = Class.forName(value);
O = C.newInstance();
}
catch (Throwable t)
{
throw new Exception("Unable to load converter " + value + ", are you sure it's in the classpath?");
}
Method M = C.getMethod("DBUpgradeConversionV1", Map.class, Map.class, Map.class, PrintStream.class);
if (M == null)
throw new Exception("Unable to load converter " + value + ", are you sure it's in the classpath?");
converters.put(O, M);
}
}
}
else
{
if (table == null)
{
table = new Vector<String>();
newTables.put(line, table);
}
else
{
int x = line.indexOf(' ');
if (x < 0)
throw new Exception("BAH!");
final String name = line.substring(0, x).trim();
line = line.substring(x + 1).trim();
x = line.indexOf(' ');
if (x > 0)
line = line.substring(0, x).trim();
if (line.toUpperCase().startsWith("INT") || line.toUpperCase().startsWith("NUMB") || line.toUpperCase().startsWith("DOUB") || line.toUpperCase().startsWith("LONG")
|| line.toUpperCase().startsWith("TIME") || line.toUpperCase().startsWith("FLOAT"))
table.addElement('#' + name);
else
table.addElement('$' + name);
}
}
}
}
FR.close();
}
catch (final Exception e)
{
pl("!!Hmm.. can't read that file. Enter it again!!");
pl("");
newTables.clear();
continue;
}
if (newTables.size() == 0)
{
pl("!!!Hmm.. can't read that file. Enter it again!!!");
pl("");
newTables.clear();
continue;
}
}
boolean same = true;
for (final Enumeration e = oldTables.keys(); e.hasMoreElements();)
{
final String s = (String) e.nextElement();
final List V1 = oldTables.get(s);
final List V2 = newTables.get(s);
if ((V1 == null) || (V2 == null))
{
same = false;
break;
}
if ((V1.size() != V2.size()))
{
same = false;
break;
}
for (int v = 0; v < V1.size(); v++)
{
if (!((String) V1.get(v)).equals(V2.get(v)))
{
same = false;
break;
}
}
if (!same)
break;
}
for (final Enumeration e = newTables.keys(); e.hasMoreElements();)
{
final String s = (String) e.nextElement();
final List V1 = oldTables.get(s);
final List V2 = newTables.get(s);
if ((V1 == null) || (V2 == null))
{
same = false;
break;
}
if ((V1.size() != V2.size()))
{
same = false;
break;
}
for (int v = 0; v < V1.size(); v++)
{
if (!((String) V1.get(v)).equals(V2.get(v)))
{
same = false;
break;
}
}
if (!same)
break;
}
pl("");
pl("Cool.. I got the new schema now.");
if (same)
pl("But it doesn't look like the old schema changed at all! Oh well, on we go...");
pl("");
pl("");
// ///////////////////////////////////////////////////////////////////////////
// ///// Source Database information
// ///////////////////////////////////////////////////////////////////////////
String answer = "";
while ((!answer.startsWith("Y")) && (!answer.startsWith("N")))
{
pl("Is your *OLD* database stored in a FakeDB database?");
p("If you don't know, just answer Yes. (Yes/No)?");
answer = in.readLine().toUpperCase().trim();
}
pl("");
pl("");
String sclass = "com.planet_ink.fakedb.Driver";
answer = answer.substring(0, 1);
boolean tested = false;
boolean secondTime = false;
while (!tested)
{
if ((answer.equals("N")) || (secondTime))
{
pl("Enter the driver class for your *OLD* database.");
pl("If you've forgotten what it is, you'll find it ");
pl("as the DBCLASS entry in your old coffeemud.ini file.");
p(":");
sclass = in.readLine();
if (sclass.trim().length() == 0)
{
pl("Ooohh.. you entered NOTHING eh? You must want to quit! Later!");
return;
}
}
try
{
Class.forName(sclass);
tested = true;
}
catch (final ClassNotFoundException ce)
{
pl("That class name just did not work for me.");
pl("Are you sure it's in your CLASSPATH?");
pl("");
}
secondTime = true;
}
String sservice = "";
if (answer.equals("Y"))
{
File F = null;
while (F == null)
{
pl("Enter the directory path to the *OLD* FakeDB data directory.");
p(":");
String dirPath = in.readLine().trim();
if (dirPath.trim().length() == 0)
{
pl("Nowhere, huh? Ok, bye then...");
return;
}
F = new File(dirPath);
if ((!F.exists()) || (!F.isDirectory()))
{
pl("Umm.. no, that's not it. Try again.");
F = null;
}
else
{
while (dirPath.endsWith("" + File.separatorChar))
dirPath = dirPath.substring(0, dirPath.length() - 1);
boolean found = false;
for (File f : F.listFiles())
if ((f.getName().startsWith("fakedb.data.")) && (!f.isDirectory()))
found = true;
if (!found)
{
pl("That's not it. No fakedb.data.* files there. Try again.");
F = null;
}
else
sservice = "jdbc:fakedb:" + dirPath;
}
}
// where is it?
}
pl("");
pl("");
tested = false;
String slogin = "";
String spassword = "";
while (!tested)
{
if (sservice.length() == 0)
{
pl("Enter the database service for your *OLD* database.");
pl("If you've forgotten what it is, you'll find it ");
pl("as the DBSERVICE entry in your old coffeemud.ini file, ");
pl("minus all the extraneous backslashes (\\). For instance, if");
pl("your INI file says the service is: jdbc\\:mysql\\://localhost\\:3306/coffeemud");
pl("you would enter it here as: jdbc:mysql://localhost:3306/coffeemud");
p(":");
sservice = in.readLine();
if (sservice.trim().length() == 0)
{
pl("Ooohh.. you entered NOTHING eh? You must want to quit! Later!");
return;
}
}
if (answer.equals("N"))
{
pl("Now enter the *OLD* database login (DBUSER from your old ini file).");
p(":");
slogin = in.readLine();
pl("Now enter the *OLD* database password (DBPASS from your old ini file).");
p(":");
spassword = in.readLine();
}
try
{
Class.forName(sclass);
final java.sql.Connection myConnection = DriverManager.getConnection(sservice, slogin, spassword);
final java.sql.Statement myStatement = myConnection.createStatement(java.sql.ResultSet.TYPE_SCROLL_INSENSITIVE, java.sql.ResultSet.CONCUR_READ_ONLY);
final java.sql.ResultSet R = myStatement.executeQuery("SELECT * FROM " + oldTables.keys().nextElement());
if (R != null)
{
tested = true;
R.close();
myStatement.close();
myConnection.close();
}
}
catch (final Exception ce)
{
pl("That information just did not work for me.");
pl(ce.getMessage());
}
}
// ///////////////////////////////////////////////////////////////////////////
// ///// Destination DB info
// ///////////////////////////////////////////////////////////////////////////
pl("");
pl("Ok, our source database is all ready!");
pl("");
pl("");
answer = "";
while ((!answer.startsWith("Y")) && (!answer.startsWith("N")))
{
pl("Is your *NEW* database stored in a FakeDB database?");
p("If you don't know, just answer Yes. (Yes/No)?");
answer = in.readLine().toUpperCase().trim();
}
pl("");
pl("");
String dclass = "com.planet_ink.fakedb.Driver";
answer = answer.substring(0, 1);
tested = false;
secondTime = false;
while (!tested)
{
if ((answer.equals("N")) || (secondTime))
{
pl("Enter the driver class for your *NEW* database.");
pl("If you've forgotten what it is, you'll find it ");
pl("as the DBCLASS entry in your new coffeemud.ini file.");
p(":");
dclass = in.readLine();
if (dclass.trim().length() == 0)
{
pl("Ooohh.. you entered NOTHING eh? You must want to quit! Later!");
return;
}
}
try
{
Class.forName(dclass);
tested = true;
}
catch (final ClassNotFoundException ce)
{
pl("That class name just did not work for me.");
pl("Are you sure it's in your CLASSPATH?");
pl("");
}
secondTime = true;
}
pl("");
pl("");
String dservice = "";
if (answer.equals("Y"))
{
File F = null;
while (F == null)
{
pl("Enter the directory path to the *NEW* FakeDB data directory.");
p(":");
String dirPath = in.readLine().trim();
if (dirPath.trim().length() == 0)
{
pl("Nowhere, huh? Ok, bye then...");
return;
}
F = new File(dirPath);
if ((!F.exists()) || (!F.isDirectory()))
{
pl("Umm.. no, that's not it. Try again.");
F = null;
}
else
{
while (dirPath.endsWith("" + File.separatorChar))
dirPath = dirPath.substring(0, dirPath.length() - 1);
F = new File(dirPath + File.separatorChar + "fakedb.schema");
if ((!F.exists()) || (F.isDirectory()))
{
pl("Umm.. no, that's not it. No fakedb.schema file there. Try again.");
F = null;
}
else
dservice = "jdbc:fakedb:" + dirPath;
}
}
// where is it?
}
tested = false;
String dlogin = "";
String dpassword = "";
while (!tested)
{
if (dservice.length() == 0)
{
pl("Enter the database service for your *NEW* database.");
pl("If you've forgotten what it is, you'll find it ");
pl("as the DBSERVICE entry for your new coffeemud.ini file, ");
pl("minus all the extraneous backslashes (\\). For instance, if");
pl("your INI file will say the service is: jdbc\\:mysql\\://localhost\\:3306/coffeemud");
pl("you would enter it here as: jdbc:mysql://localhost:3306/coffeemud");
p(":");
dservice = in.readLine().trim();
if (dservice.trim().length() == 0)
{
pl("Ooohh.. you entered NOTHING eh? You must want to quit! Later!");
return;
}
if (sservice.equalsIgnoreCase(dservice))
{
pl("That is NOT funny. Your source and destination services MUST be different!!");
dservice = "";
continue;
}
}
if (answer.equals("N"))
{
pl("Now enter the *NEW* database login (DBUSER for your new ini file).");
p(":");
dlogin = in.readLine();
pl("Now enter the *NEW* database password (DBPASS for your new ini file).");
p(":");
dpassword = in.readLine();
}
try
{
Class.forName(dclass);
final java.sql.Connection myConnection = DriverManager.getConnection(dservice, dlogin, dpassword);
for (final Enumeration e = newTables.keys(); e.hasMoreElements();)
{
boolean doThisTable = true;
while (doThisTable)
{
doThisTable = false;
boolean deleteAllData = false;
final String table = (String) e.nextElement();
java.sql.Statement myStatement = myConnection.createStatement(java.sql.ResultSet.TYPE_SCROLL_INSENSITIVE, java.sql.ResultSet.CONCUR_READ_ONLY);
final java.sql.ResultSet R = myStatement.executeQuery("SELECT * FROM " + table);
if (R != null)
{
tested = true;
if (R.next())
{
pl("Argh! There is data in your destination database table: " + table + "");
pl("Enter Y if you want me to delete the data. Enter N to exit this program and do it yourself.");
p(":");
final String ans = in.readLine();
if ((ans != null) && (ans.trim().toUpperCase().startsWith("Y")))
deleteAllData = true;
else
{
pl("Go empty all the tables and run this again!");
return;
}
}
R.close();
}
myStatement.close();
if (deleteAllData)
{
myStatement = myConnection.createStatement(java.sql.ResultSet.TYPE_SCROLL_INSENSITIVE, java.sql.ResultSet.CONCUR_READ_ONLY);
myStatement.execute("DELETE FROM " + table);
myStatement.close();
doThisTable = true;
}
}
}
myConnection.close();
}
catch (final Exception ce)
{
pl("Could not connect to your destination database. Not so good.");
pl(ce.getMessage());
}
}
HashSet<String> oldTablesAlreadyDone = new HashSet<String>();
int currentTableSkipRows = 0;
// ///////////////////////////////////////////////////////////////////////////
// ///// Start sucking data
// ///////////////////////////////////////////////////////////////////////////
pl("");
pl("Ok, our destination database is all ready too!");
pl("Time to read in your source data and get this whole thing started.");
boolean allDone = false;
final int memoryAmount = 3 * 1024 * 1024;
while (!allDone)
{
pl("");
pl("");
p("Reading source tables: ");
final Hashtable<String, List<List<String>>> data = new Hashtable<String, List<List<String>>>();
try
{
Class.forName(sclass);
final java.sql.Connection myConnection = DriverManager.getConnection(sservice, slogin, spassword);
boolean hasNextProbably = false;
for (final Enumeration e = oldTables.keys(); e.hasMoreElements();)
{
final String table = (String) e.nextElement();
data.remove(table);
if (!oldTablesAlreadyDone.contains(table))
{
final List<String> fields = oldTables.get(table);
final Vector<List<String>> rows = new Vector<List<String>>();
data.put(table, rows);
System.gc();
final java.sql.Statement myStatement = myConnection.createStatement(java.sql.ResultSet.TYPE_SCROLL_INSENSITIVE, java.sql.ResultSet.CONCUR_READ_ONLY);
final java.sql.ResultSet R = myStatement.executeQuery("SELECT * FROM " + table);
for (int i = 0; i < currentTableSkipRows; i++)
R.next();
while (R.next())
{
final Vector<String> row = new Vector<String>();
rows.addElement(row);
currentTableSkipRows++;
for (int s = 0; s < fields.size(); s++)
{
final String field = fields.get(s).substring(1);
String S = R.getString(field);
if (S == null)
S = "";
row.addElement(S);
}
if (Runtime.getRuntime().freeMemory() < memoryAmount)
{
System.gc();
try
{
Thread.sleep(1000);
}
catch (Exception e2)
{
}
if (Runtime.getRuntime().freeMemory() < memoryAmount)
{
hasNextProbably = true;
break;
}
}
}
R.close();
myStatement.close();
p(table + "(" + rows.size() + ") ");
if (!hasNextProbably)
{
oldTablesAlreadyDone.add(table);
currentTableSkipRows = 0;
}
else
break;
}
}
if (!hasNextProbably)
{
allDone = true;
}
myConnection.close();
}
catch (final Exception ce)
{
pl("\n\nOops.. failed to read your old data!");
pl(ce.getMessage());
pl("Fix it and run this again!");
return;
}
for (Object o : converters.keySet())
{
Method M = converters.get(o);
try
{
M.invoke(o, oldTables, newTables, data, out);
}
catch (Exception e)
{
e.printStackTrace();
}
}
pl(" ");
pl(" ");
p("OK! Writing destination tables: ");
try
{
Class.forName(dclass);
final java.sql.Connection myConnection = DriverManager.getConnection(dservice, dlogin, dpassword);
for (final Enumeration e = newTables.keys(); e.hasMoreElements();)
{
final String table = (String) e.nextElement();
final List<String> ofields = oldTables.get(table);
final List<String> nfields = newTables.get(table);
final List rows = data.get(table);
if (rows != null)
p(table);
if ((rows == null) || (rows.size() == 0))
{
p(" ");
continue;
}
final int[] matrix = getMatrix(ofields, nfields);
for (int r = 0; r < rows.size(); r++)
{
final List row = (List) rows.get(r);
try
{
final StringBuffer str = new StringBuffer("INSERT INTO " + table + " (");
for (int i = 0; i < nfields.size(); i++)
str.append(nfields.get(i).substring(1) + ",");
if (nfields.size() > 0)
str.setCharAt(str.length() - 1, ' ');
str.append(") VALUES (");
for (int i = 0; i < nfields.size(); i++)
str.append("?,");
if (nfields.size() > 0)
str.setCharAt(str.length() - 1, ')');
else
str.append(")");
final java.sql.PreparedStatement myStatement = myConnection.prepareStatement(str.toString());
for (int i = 0; i < nfields.size(); i++)
{
final String field = nfields.get(i);
final int oldIndex = matrix[i];
final Object value = getFieldValue(field, oldIndex, row);
if (value instanceof String)
myStatement.setString(i + 1, (String) value);
else
if (value instanceof Long)
myStatement.setLong(i + 1, ((Long) value).longValue());
}
if (debug)
p(".");
myStatement.executeUpdate();
myStatement.close();
}
catch (final SQLException sqle)
{
final StringBuffer str = new StringBuffer("SELECT * FROM " + table + " WHERE ");
for (int i = 0; i < 2 && i < nfields.size(); i++)
{
final String field = nfields.get(i).substring(1);
str.append((i > 0) ? " and " : "").append(field).append("=");
final int oldIndex = matrix[i];
str.append(getStringFieldValue(field, oldIndex, row));
}
final java.sql.Statement myStatement = myConnection.createStatement(java.sql.ResultSet.TYPE_SCROLL_INSENSITIVE, java.sql.ResultSet.CONCUR_READ_ONLY);
final java.sql.ResultSet R = myStatement.executeQuery(str.toString());
final boolean found = ((R != null) && (R.next()));
if (R != null)
R.close();
myStatement.close();
if (found)
p("\n** Duplicate key detected -- no worries, just skipping this row\n");
else
throw sqle;
}
}
p(" ");
}
myConnection.close();
}
catch (final Exception ce)
{
pl("\n\nOops.. something bad happened writing to your target database!");
pl(ce.getMessage());
ce.printStackTrace(System.err);
pl("Probably out of luck -- was a good try though!");
return;
}
data.clear();
}
pl(" ");
pl(" ");
pl("Awesome! This program is done!");
}
}
