tried to insert a database dump import method to the phpBB3 import function. Reason: imports or large database dumps are cannot be handled with phpMyAdmin and this should be an easy way to the database dumps into a mySQL database where it can be exported again with the phpBB3 content integration adapter. Completion or removal of this function stub will follow before next main release.
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6065 6c8d7289-2bf4-0310-a012-ef5d649a1542pull/1/head
orbiter
16 years ago
parent
945777aa80
commit
f348190566
@ -0,0 +1,99 @@
|
||||
// DatabaseConnection.java
|
||||
// (C) 2009 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
|
||||
// first published 11.06.2009 on http://yacy.net
|
||||
//
|
||||
// $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $
|
||||
// $LastChangedRevision: 1986 $
|
||||
// $LastChangedBy: orbiter $
|
||||
//
|
||||
// LICENSE
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation; either version 2 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with this program; if not, write to the Free Software
|
||||
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
|
||||
package de.anomic.content.dao;
|
||||
|
||||
import java.sql.Connection;
|
||||
import java.sql.DriverManager;
|
||||
import java.sql.ResultSet;
|
||||
import java.sql.SQLException;
|
||||
import java.sql.Statement;
|
||||
|
||||
public class DatabaseConnection {
|
||||
|
||||
private Connection connection;
|
||||
|
||||
public DatabaseConnection(final String dbType, String host, int port, String dbname, String user, String pw) throws SQLException {
|
||||
String dbDriverStr = null, dbConnStr = null;
|
||||
if (dbType.equalsIgnoreCase("mysql")) {
|
||||
dbDriverStr = "com.mysql.jdbc.Driver";
|
||||
dbConnStr = "jdbc:mysql://" + host + ":" + port + "/" + dbname;
|
||||
} else if (dbType.equalsIgnoreCase("pgsql")) {
|
||||
dbDriverStr = "org.postgresql.Driver";
|
||||
dbConnStr = "jdbc:postgresql://" + host + ":" + port + "/" + dbname;
|
||||
} else throw new IllegalArgumentException();
|
||||
|
||||
try {
|
||||
Class.forName(dbDriverStr).newInstance();
|
||||
} catch (final Exception e) {
|
||||
throw new SQLException("Unable to load the jdbc driver: " + e.getMessage());
|
||||
}
|
||||
|
||||
try {
|
||||
this.connection = DriverManager.getConnection(dbConnStr, user, pw);
|
||||
} catch (final Exception e) {
|
||||
throw new SQLException("Unable to establish a database connection: " + e.getMessage());
|
||||
}
|
||||
}
|
||||
|
||||
public void setAutoCommit(boolean b) {
|
||||
try {
|
||||
this.connection.setAutoCommit(b);
|
||||
} catch (SQLException e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
|
||||
public int count(String tablename) throws SQLException {
|
||||
Statement stmt = null;
|
||||
ResultSet rs = null;
|
||||
try {
|
||||
stmt = this.connection.createStatement();
|
||||
rs = stmt.executeQuery("select count(*) from " + tablename);
|
||||
if (rs.next()) {
|
||||
return rs.getInt(1);
|
||||
}
|
||||
return 0;
|
||||
} catch (SQLException e) {
|
||||
throw e;
|
||||
} finally {
|
||||
if (rs != null) try {rs.close();} catch (SQLException e) {}
|
||||
if (stmt != null) try {stmt.close();} catch (SQLException e) {}
|
||||
}
|
||||
}
|
||||
|
||||
public void close() {
|
||||
if (connection != null) {
|
||||
try {
|
||||
connection.close();
|
||||
connection = null;
|
||||
} catch (SQLException e) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public Statement statement() throws SQLException {
|
||||
return this.connection.createStatement();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,105 @@
|
||||
// PhpBB3Dao.java
|
||||
// (C) 2009 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
|
||||
// first published 26.05.2009 on http://yacy.net
|
||||
//
|
||||
// $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $
|
||||
// $LastChangedRevision: 1986 $
|
||||
// $LastChangedBy: orbiter $
|
||||
//
|
||||
// LICENSE
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation; either version 2 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with this program; if not, write to the Free Software
|
||||
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
|
||||
package de.anomic.content.dao;
|
||||
|
||||
import java.io.ByteArrayOutputStream;
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.sql.SQLException;
|
||||
import java.sql.Statement;
|
||||
|
||||
import de.anomic.kelondro.util.FileUtils;
|
||||
|
||||
public class ImportDump {
|
||||
|
||||
private DatabaseConnection conn = null;
|
||||
|
||||
public ImportDump(
|
||||
String dbType,
|
||||
String host,
|
||||
int port,
|
||||
String dbname,
|
||||
String user,
|
||||
String pw) throws Exception {
|
||||
this.conn = new DatabaseConnection(dbType, host, port, dbname, user, pw);
|
||||
this.conn.setAutoCommit(true);
|
||||
}
|
||||
|
||||
public void imp(File dump) throws SQLException {
|
||||
Statement statement = null;
|
||||
//int maxBatch = 1048576;
|
||||
try {
|
||||
statement = conn.statement();
|
||||
ByteArrayOutputStream baos = new ByteArrayOutputStream();
|
||||
FileUtils.copy(dump, baos);
|
||||
|
||||
String s = new String(baos.toByteArray(), "UTF-8");
|
||||
int batchSize = 0;
|
||||
int p, q;
|
||||
String t;
|
||||
loop: while (s.length() > 0) {
|
||||
p = s.indexOf("INSERT INTO", 1);
|
||||
q = s.indexOf("CREATE TABLE", 1);
|
||||
if (q >= 0 && q < p) p = q;
|
||||
if (p < 0) {
|
||||
// finalize process
|
||||
statement.executeBatch();
|
||||
System.out.println(s);
|
||||
statement.addBatch(s);
|
||||
statement.executeBatch();
|
||||
break loop;
|
||||
}
|
||||
t = s.substring(0, p);
|
||||
s = s.substring(p);
|
||||
//if (batchSize + t.length() >= maxBatch) {
|
||||
statement.executeBatch();
|
||||
batchSize = 0;
|
||||
//}
|
||||
System.out.println(t);
|
||||
statement.addBatch(t);
|
||||
batchSize += t.length();
|
||||
}
|
||||
statement.executeBatch();
|
||||
} catch (SQLException e) {
|
||||
e.printStackTrace();
|
||||
throw e;
|
||||
} catch (IOException e) {
|
||||
e.printStackTrace();
|
||||
throw new SQLException(e.getMessage());
|
||||
} finally {
|
||||
if (statement != null) try {statement.close();} catch (SQLException e) {}
|
||||
}
|
||||
}
|
||||
|
||||
protected void finalize() throws Throwable {
|
||||
close();
|
||||
}
|
||||
|
||||
public void close() {
|
||||
this.conn.close();
|
||||
}
|
||||
|
||||
|
||||
}
|
||||
Loading…
Reference in new issue