@ -1,42 +1,42 @@
// wikiBoard.java
// -------------------------------------
// (C) by Michael Peter Christen; mc@anomic.de
// first published on http://www.anomic.de
// Frankfurt, Germany, 2004
// last major change: 20.07.2004
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//
// Using this software in any meaning (reading, learning, copying, compiling,
// running) means that you agree that the Author(s) is (are) not responsible
// for cost, loss of data or any harm that may be caused directly or indirectly
// by usage of this softare or this documentation. The usage of this software
// is on your own risk. The installation and usage (starting/running) of this
// software may allow other people or application to access your computer and
// any attached devices and is highly dependent on the configuration of the
// software which must be done by the user of the software; the author(s) is
// (are) also not responsible for proper configuration and usage of the
// software, even if provoked by documentation provided together with
// the software.
//
// Any changes to this file according to the GPL as documented in the file
// gpl.txt aside this file in the shipment you received can be done to the
// lines that follows this copyright notice here, but changes must not be
// done inside the copyright notive above. A re-distribution must contain
// the intact and unchanged copyright notice.
// Contributions and changes to the program code must be marked as such.
// wikiBoard.java
// -------------------------------------
// (C) by Michael Peter Christen; mc@anomic.de
// first published on http://www.anomic.de
// Frankfurt, Germany, 2004
// last major change: 20.07.2004
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
// Using this software in any meaning (reading, learning, copying, compiling,
// running) means that you agree that the Author(s) is (are) not responsible
// for cost, loss of data or any harm that may be caused directly or indirectly
// by usage of this softare or this documentation. The usage of this software
// is on your own risk. The installation and usage (starting/running) of this
// software may allow other people or application to access your computer and
// any attached devices and is highly dependent on the configuration of the
// software which must be done by the user of the software; the author(s) is
// (are) also not responsible for proper configuration and usage of the
// software, even if provoked by documentation provided together with
// the software.
// Any changes to this file according to the GPL as documented in the file
// gpl.txt aside this file in the shipment you received can be done to the
// lines that follows this copyright notice here, but changes must not be
// done inside the copyright notive above. A re-distribution must contain
// the intact and unchanged copyright notice.
// Contributions and changes to the program code must be marked as such.
package de.anomic.data ;
@ -57,7 +57,7 @@ import de.anomic.kelondro.kelondroMapObjects;
import de.anomic.kelondro.kelondroRecords ;
public class wikiBoard {
public static final int keyLength = 64 ;
private static final String dateFormat = "yyyyMMddHHmmss" ;
private static final int recordSize = 512 ;
@ -68,9 +68,9 @@ public class wikiBoard {
private kelondroMapObjects datbase = null ;
private kelondroMapObjects bkpbase = null ;
private static HashMap authors = new HashMap ( ) ;
public wikiBoard ( File actpath , File bkppath , int bufferkb , long preloadTime ) {
new File ( actpath . getParent ( ) ) . mkdirs ( ) ;
new File ( actpath . getParent ( ) ) . mkdirs ( ) ;
if ( datbase = = null ) {
datbase = new kelondroMapObjects ( kelondroDyn . open ( actpath , bufferkb / 2 * 0x400 , preloadTime , keyLength , recordSize , '_' , true , false ) , 500 ) ;
}
@ -83,44 +83,44 @@ public class wikiBoard {
public int sizeOfTwo ( ) {
return datbase . size ( ) + bkpbase . size ( ) ;
}
public int size ( ) {
return datbase . size ( ) ;
}
public int cacheNodeChunkSize ( ) {
int db = datbase . cacheNodeChunkSize ( ) ;
int bk = bkpbase . cacheNodeChunkSize ( ) ;
return ( db + bk ) / 2 ;
}
public int cacheObjectChunkSize ( ) {
int db = datbase . cacheObjectChunkSize ( ) ;
int bk = bkpbase . cacheObjectChunkSize ( ) ;
return ( db + bk ) / 2 ;
}
public int [ ] cacheNodeStatus ( ) {
int [ ] a = datbase . cacheNodeStatus ( ) ;
int [ ] b = bkpbase . cacheNodeStatus ( ) ;
return kelondroRecords . cacheCombinedStatus ( new int [ ] [ ] { a , b } , 2 ) ;
}
public long [ ] cacheObjectStatus ( ) {
return datbase . cacheObjectStatus ( ) ;
}
public void close ( ) {
try { datbase . close ( ) ; } catch ( IOException e ) { }
try { bkpbase . close ( ) ; } catch ( IOException e ) { }
}
private static String dateString ( ) {
return dateString ( new GregorianCalendar ( GMTTimeZone ) . getTime ( ) ) ;
return dateString ( new GregorianCalendar ( GMTTimeZone ) . getTime ( ) ) ;
}
p rivate static String dateString ( Date date ) {
return SimpleFormatter . format ( date ) ;
p ublic static String dateString ( Date date ) {
return SimpleFormatter . format ( date ) ;
}
private static String normalize ( String key ) {
@ -136,104 +136,104 @@ public class wikiBoard {
key = key . substring ( 0 , p ) + "%20" + key . substring ( p + 1 ) ;
return key ;
}
public static String guessAuthor ( String ip ) {
String author = ( String ) authors . get ( ip ) ;
//yacyCore.log.logDebug("DEBUG: guessing author for ip = " + ip + " is '" + author + "', authors = " + authors.toString());
return author ;
}
public static void setAuthor ( String ip , String author ) {
authors . put ( ip , author ) ;
}
public entry newEntry ( String subject , String author , String ip , String reason , byte [ ] page ) throws IOException {
return new entry ( normalize ( subject ) , author , ip , reason , page ) ;
return new entry ( normalize ( subject ) , author , ip , reason , page ) ;
}
public class entry {
String key ;
String key ;
Map record ;
public entry ( String subject , String author , String ip , String reason , byte [ ] page ) throws IOException {
record = new HashMap ( ) ;
key = subject ;
if ( key . length ( ) > keyLength ) key = key . substring ( 0 , keyLength ) ;
record . put ( "date" , dateString ( ) ) ;
if ( ( author = = null ) | | ( author . length ( ) = = 0 ) ) author = "anonymous" ;
record . put ( "author" , kelondroBase64Order . enhancedCoder . encode ( author . getBytes ( "UTF-8" ) ) ) ;
if ( ( ip = = null ) | | ( ip . length ( ) = = 0 ) ) ip = "" ;
record . put ( "ip" , ip ) ;
if ( ( reason = = null ) | | ( reason . length ( ) = = 0 ) ) reason = "" ;
record . put ( "reason" , kelondroBase64Order . enhancedCoder . encode ( reason . getBytes ( "UTF-8" ) ) ) ;
if ( page = = null )
record . put ( "page" , "" ) ;
else
record . put ( "page" , kelondroBase64Order . enhancedCoder . encode ( page ) ) ;
public entry ( String subject , String author , String ip , String reason , byte [ ] page ) throws IOException {
record = new HashMap ( ) ;
key = subject ;
if ( key . length ( ) > keyLength ) key = key . substring ( 0 , keyLength ) ;
record . put ( "date" , dateString ( ) ) ;
if ( ( author = = null ) | | ( author . length ( ) = = 0 ) ) author = "anonymous" ;
record . put ( "author" , kelondroBase64Order . enhancedCoder . encode ( author . getBytes ( "UTF-8" ) ) ) ;
if ( ( ip = = null ) | | ( ip . length ( ) = = 0 ) ) ip = "" ;
record . put ( "ip" , ip ) ;
if ( ( reason = = null ) | | ( reason . length ( ) = = 0 ) ) reason = "" ;
record . put ( "reason" , kelondroBase64Order . enhancedCoder . encode ( reason . getBytes ( "UTF-8" ) ) ) ;
if ( page = = null )
record . put ( "page" , "" ) ;
else
record . put ( "page" , kelondroBase64Order . enhancedCoder . encode ( page ) ) ;
authors . put ( ip , author ) ;
//System.out.println("DEBUG: setting author " + author + " for ip = " + ip + ", authors = " + authors.toString());
}
}
private entry ( String key , Map record ) {
this . key = key ;
this . record = record ;
}
private entry ( String key , Map record ) {
this . key = key ;
this . record = record ;
}
public String subject ( ) {
return key ;
}
public String subject ( ) {
return key ;
}
public Date date ( ) {
try {
String c = ( String ) record . get ( "date" ) ;
if ( c = = null ) {
System . out . println ( "DEBUG - ERROR: date field missing in wikiBoard" ) ;
return new Date ( ) ;
public Date date ( ) {
try {
String c = ( String ) record . get ( "date" ) ;
if ( c = = null ) {
System . out . println ( "DEBUG - ERROR: date field missing in wikiBoard" ) ;
return new Date ( ) ;
}
return SimpleFormatter . parse ( c ) ;
} catch ( ParseException e ) {
return new Date ( ) ;
}
}
return SimpleFormatter . parse ( c ) ;
} catch ( ParseException e ) {
return new Date ( ) ;
}
}
public String author ( ) {
String a = ( String ) record . get ( "author" ) ;
if ( a = = null ) return "anonymous" ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( a ) ;
if ( b = = null ) return "anonymous" ;
return new String ( b ) ;
}
public String author ( ) {
String a = ( String ) record . get ( "author" ) ;
if ( a = = null ) return "anonymous" ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( a ) ;
if ( b = = null ) return "anonymous" ;
return new String ( b ) ;
}
public String reason ( ) {
String r = ( String ) record . get ( "reason" ) ;
if ( r = = null ) return "" ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( r ) ;
if ( b = = null ) return "unknown" ;
return new String ( b ) ;
}
public String reason ( ) {
String r = ( String ) record . get ( "reason" ) ;
if ( r = = null ) return "" ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( r ) ;
if ( b = = null ) return "unknown" ;
return new String ( b ) ;
}
public byte [ ] page ( ) {
String m = ( String ) record . get ( "page" ) ;
if ( m = = null ) return new byte [ 0 ] ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( m ) ;
if ( b = = null ) return "" . getBytes ( ) ;
return b ;
}
private void setAncestorDate ( Date date ) {
record . put ( "bkp" , dateString ( date ) ) ;
}
public byte [ ] page ( ) {
String m = ( String ) record . get ( "page" ) ;
if ( m = = null ) return new byte [ 0 ] ;
byte [ ] b = kelondroBase64Order . enhancedCoder . decode ( m ) ;
if ( b = = null ) return "" . getBytes ( ) ;
return b ;
}
private Date getAncestorDate ( ) {
try {
String c = ( String ) record . get ( "date" ) ;
if ( c = = null ) return null ;
return SimpleFormatter . parse ( c ) ;
} catch ( ParseException e ) {
return null ;
}
}
private void setAncestorDate ( Date date ) {
record . put ( "bkp" , dateString ( date ) ) ;
}
private Date getAncestorDate ( ) {
try {
String c = ( String ) record . get ( "date" ) ;
if ( c = = null ) return null ;
return SimpleFormatter . parse ( c ) ;
} catch ( ParseException e ) {
return null ;
}
}
/ *
public boolean hasAncestor ( ) {
@ -245,76 +245,80 @@ public class wikiBoard {
return false ;
}
}
* /
public entry getAncestor ( ) {
Date ancDate = getAncestorDate ( ) ;
if ( ancDate = = null ) return null ;
return read ( key + dateString ( ancDate ) , bkpbase ) ;
}
* /
public entry getAncestor ( ) {
Date ancDate = getAncestorDate ( ) ;
if ( ancDate = = null ) return null ;
return read ( key + dateString ( ancDate ) , bkpbase ) ;
}
private void setChild ( String subject ) {
record . put ( "child" , kelondroBase64Order . enhancedCoder . encode ( subject . getBytes ( ) ) ) ;
}
private void setChild ( String subject ) {
record . put ( "child" , kelondroBase64Order . enhancedCoder . encode ( subject . getBytes ( ) ) ) ;
}
private String getChildName ( ) {
String c = ( String ) record . get ( "child" ) ;
if ( c = = null ) return null ;
byte [ ] subject = kelondroBase64Order . enhancedCoder . decode ( c ) ;
if ( c = = null ) return null ;
byte [ ] subject = kelondroBase64Order . enhancedCoder . decode ( c ) ;
if ( subject = = null ) return null ;
return new String ( subject ) ;
}
}
public boolean hasChild ( ) {
String c = ( String ) record . get ( "child" ) ;
if ( c = = null ) return false ;
byte [ ] subject = kelondroBase64Order . enhancedCoder . decode ( c ) ;
if ( c = = null ) return false ;
byte [ ] subject = kelondroBase64Order . enhancedCoder . decode ( c ) ;
return ( subject ! = null ) ;
}
}
public entry getChild ( ) {
String childName = getChildName ( ) ;
if ( childName = = null ) return null ;
return read ( childName , datbase ) ;
}
String childName = getChildName ( ) ;
if ( childName = = null ) return null ;
return read ( childName , datbase ) ;
}
}
public String write ( entry page ) {
// writes a new page and returns key
try {
// first load the old page
entry oldEntry = read ( page . key ) ;
// set the bkp date of the new page to the date of the old page
Date oldDate = oldEntry . date ( ) ;
page . setAncestorDate ( oldDate ) ;
// writes a new page and returns key
try {
// first load the old page
entry oldEntry = read ( page . key ) ;
// set the bkp date of the new page to the date of the old page
Date oldDate = oldEntry . date ( ) ;
page . setAncestorDate ( oldDate ) ;
oldEntry . setChild ( page . subject ( ) ) ;
// write the backup
// write the backup
//System.out.println("key = " + page.key);
//System.out.println("oldDate = " + oldDate);
//System.out.println("record = " + oldEntry.record.toString());
bkpbase . set ( page . key + dateString ( oldDate ) , oldEntry . record ) ;
// write the new page
datbase . set ( page . key , page . record ) ;
return page . key ;
} catch ( IOException e ) {
return null ;
}
bkpbase . set ( page . key + dateString ( oldDate ) , oldEntry . record ) ;
// write the new page
datbase . set ( page . key , page . record ) ;
return page . key ;
} catch ( IOException e ) {
return null ;
}
}
public entry read ( String key ) {
return read ( key , datbase ) ;
return read ( key , datbase ) ;
}
private entry read ( String key , kelondroMapObjects base ) {
try {
key = normalize ( key ) ;
if ( key . length ( ) > keyLength ) key = key . substring ( 0 , keyLength ) ;
Map record = base . getMap ( key ) ;
if ( record = = null ) return newEntry ( key , "anonymous" , "127.0.0.1" , "New Page" , "" . getBytes ( ) ) ;
return new entry ( key , record ) ;
} catch ( IOException e ) {
return null ;
}
try {
key = normalize ( key ) ;
if ( key . length ( ) > keyLength ) key = key . substring ( 0 , keyLength ) ;
Map record = base . getMap ( key ) ;
if ( record = = null ) return newEntry ( key , "anonymous" , "127.0.0.1" , "New Page" , "" . getBytes ( ) ) ;
return new entry ( key , record ) ;
} catch ( IOException e ) {
return null ;
}
}
public entry readBkp ( String key ) {
return read ( key , bkpbase ) ;
}
/ *
@ -325,10 +329,13 @@ public class wikiBoard {
return false ;
}
}
* /
* /
public Iterator keys ( boolean up ) throws IOException {
return datbase . keys ( up , false ) ;
return datbase . keys ( up , false ) ;
}
public Iterator keysBkp ( boolean up ) throws IOException {
return bkpbase . keys ( up , false ) ;
}
}
karlchenofhell
18 years ago