@ -41,7 +41,9 @@ import net.yacy.kelondro.logging.Log;
import net.yacy.kelondro.order.Base64Order ; import net.yacy.kelondro.order.Base64Order ;
import net.yacy.kelondro.order.NaturalOrder ; import net.yacy.kelondro.order.NaturalOrder ;
/ * *
*
* /
public class wikiBoard { public class wikiBoard {
public static final int keyLength = 64 ;
public static final int keyLength = 64 ;
@ -54,10 +56,16 @@ public class wikiBoard {
SimpleFormatter . setTimeZone ( TimeZone . getTimeZone ( "GMT" ) ) ;
SimpleFormatter . setTimeZone ( TimeZone . getTimeZone ( "GMT" ) ) ;
}
}
MapHeap datbase = null ;
private MapHeap datbase = null ;
MapHeap bkpbase = null ;
private MapHeap bkpbase = null ;
static HashMap < String , String > authors = new HashMap < String , String > ( ) ;
private static final Map < String , String > AUTHORS = new HashMap < String , String > ( ) ;
/ * *
* Constructor .
* @param actpath path of database which contains current wiki data .
* @param bkppath path of backup database .
* @throws IOException if error occurs during HDD access .
* /
public wikiBoard ( final File actpath , final File bkppath ) throws IOException {
public wikiBoard ( final File actpath , final File bkppath ) throws IOException {
new File ( actpath . getParent ( ) ) . mkdirs ( ) ;
new File ( actpath . getParent ( ) ) . mkdirs ( ) ;
if ( datbase = = null ) {
if ( datbase = = null ) {
@ -71,224 +79,329 @@ public class wikiBoard {
}
}
}
}
/ * *
* Gets total number of entries of wiki DB and DB which contains backup entries .
* @return number of entries in wiki plus number of old entries .
* /
public int sizeOfTwo ( ) {
public int sizeOfTwo ( ) {
return datbase . size ( ) + bkpbase . size ( ) ;
return datbase . size ( ) + bkpbase . size ( ) ;
}
}
/ * *
* Gets number of entries of wiki DB .
* @return number of entries in wiki .
* /
public int size ( ) {
public int size ( ) {
return datbase . size ( ) ;
return datbase . size ( ) ;
}
}
/ * *
* Closes database files .
* /
public void close ( ) {
public void close ( ) {
datbase . close ( ) ;
datbase . close ( ) ;
bkpbase . close ( ) ;
bkpbase . close ( ) ;
}
}
/ * *
* Gets current date .
* @return current date .
* /
static String dateString ( ) {
static String dateString ( ) {
return dateString ( new Date ( ) ) ;
return dateString ( new Date ( ) ) ;
}
}
/ * *
* Gets String representation of a Date .
* @param date the Date .
* @return String representation of Date .
* /
public static String dateString ( final Date date ) {
public static String dateString ( final Date date ) {
synchronized ( SimpleFormatter ) {
synchronized ( SimpleFormatter ) {
return SimpleFormatter . format ( date ) ;
return SimpleFormatter . format ( date ) ;
}
}
}
}
/ * *
* Gets normalized version of a key .
* @param key the key .
* @return normalized version of key .
* /
private static String normalize ( final String key ) {
private static String normalize ( final String key ) {
return ( key ! = null ) ? key . trim ( ) . toLowerCase ( ) : "null" ;
return ( key ! = null ) ? key . trim ( ) . toLowerCase ( ) : "null" ;
}
}
/ * *
* Normalizes key and replaces spaces by escape code .
* @param key the key .
* @return normalized and webalized version .
* /
public static String webalize ( final String key ) {
public static String webalize ( final String key ) {
return ( key ! = null ) ? normalize ( key ) . replaceAll ( " " , "%20" ) : "null" ;
return ( key ! = null ) ? normalize ( key ) . replaceAll ( " " , "%20" ) : "null" ;
}
}
/ * *
* Tries to guess the name of the author by a given IP address .
* @param ip the IP address .
* @return
* /
public static String guessAuthor ( final String ip ) {
public static String guessAuthor ( final String ip ) {
final String author = authors . get ( ip ) ;
final String author = AUTHORS . get ( ip ) ;
//yacyCore.log.logDebug("DEBUG: guessing author for ip = " + ip + " is '" + author + "', authors = " + authors.toString());
//yacyCore.log.logDebug("DEBUG: guessing author for ip = " + ip + " is '" + author + "', authors = " + authors.toString());
return author ;
return author ;
}
}
/ * *
* Adds an author name and a corresponding IP to internal Map .
* @param ip IP address of the author .
* @param author name of author .
* /
public static void setAuthor ( final String ip , final String author ) {
public static void setAuthor ( final String ip , final String author ) {
authors . put ( ip , author ) ;
AUTHORS . put ( ip , author ) ;
}
}
public entry newEntry ( final String subject , final String author , final String ip , final String reason , final byte [ ] page ) throws IOException {
/ * *
return new entry ( normalize ( subject ) , author , ip , reason , page ) ;
* Creates new Entry .
* @param subject subject of entry .
* @param author author of entry .
* @param ip IP address of author .
* @param reason reason for new Entry ( for example "edit" ) .
* @param page content of Entry .
* @return new Entry .
* @throws IOException
* /
public Entry newEntry ( final String subject , final String author , final String ip , final String reason , final byte [ ] page ) throws IOException {
return new Entry ( normalize ( subject ) , author , ip , reason , page ) ;
}
}
public class entry {
/ * *
* Contains information of wiki page .
* /
public class Entry {
private static final String ANONYMOUS = "anonymous" ;
private static final String ANONYMOUS = "anonymous" ;
String key ;
private String key ;
Map < String , String > record ;
private final Map < String , String > record ;
public entry ( final String subject , String author , String ip , String reason , final byte [ ] page ) throws IOException {
/ * *
record = new HashMap < String , String > ( ) ;
* Constructor which creates new Entry using given information .
key = subject ;
* @param subject subject of Entry .
if ( key . length ( ) > keyLength ) {
* @param author author of Entry .
key = key . substring ( 0 , keyLength ) ;
* @param ip IP address of author .
}
* @param reason reason for new Entry ( for example "edit" ) .
record . put ( "date" , dateString ( ) ) ;
* @param page content of Entry .
if ( ( author = = null ) | | ( author . length ( ) = = 0 ) ) {
* @throws IOException
author = ANONYMOUS ;
* /
}
public Entry ( final String subject , final String author , final String ip , final String reason , final byte [ ] page ) throws IOException {
record . put ( "author" , Base64Order . enhancedCoder . encode ( author . getBytes ( "UTF-8" ) ) ) ;
this . record = new HashMap < String , String > ( ) ;
if ( ( ip = = null ) | | ( ip . length ( ) = = 0 ) ) {
this . key = subject . substring ( 0 , Math . min ( ( key ! = null ) ? key . length ( ) : 0 , keyLength ) ) ;
ip = "" ;
this . record . put ( "date" , dateString ( ) ) ;
}
this . record . put ( "author" , Base64Order . enhancedCoder . encodeString ( ( author ! = null & & author . length ( ) > 0 ) ? author : ANONYMOUS ) ) ;
record . put ( "ip" , ip ) ;
this . record . put ( "ip" , ( ip ! = null & & ip . length ( ) > 0 ) ? ip : "" ) ;
if ( ( reason = = null ) | | ( reason . length ( ) = = 0 ) ) {
this . record . put ( "reason" , Base64Order . enhancedCoder . encodeString ( ( reason ! = null & & reason . length ( ) > 0 ) ? reason : "" ) ) ;
reason = "" ;
this . record . put ( "page" , ( page ! = null ) ? Base64Order . enhancedCoder . encode ( page ) : "" ) ;
}
AUTHORS . put ( ip , author ) ;
record . put ( "reason" , Base64Order . enhancedCoder . encode ( reason . getBytes ( "UTF-8" ) ) ) ;
}
if ( page = = null ) {
record . put ( "page" , "" ) ;
/ * *
} else {
* Constructor which creates Entry using key and record .
record . put ( "page" , Base64Order . enhancedCoder . encode ( page ) ) ;
* @param key key of Entry .
}
* @param record record which contains data .
authors . put ( ip , author ) ;
* /
//System.out.println("DEBUG: setting author " + author + " for ip = " + ip + ", authors = " + authors.toString());
Entry ( final String key , final Map < String , String > record ) {
}
entry ( final String key , final Map < String , String > record ) {
this . key = key ;
this . key = key ;
this . record = record ;
this . record = record ;
}
}
/ * *
* Gets subject of Entry .
* @return subject of entry .
* /
public String subject ( ) {
public String subject ( ) {
return key ;
return key ;
}
}
/ * *
* Gets date of Entry .
* @return date of Entry .
* /
public Date date ( ) {
public Date date ( ) {
Date ret ;
try {
try {
final String c = record . get ( "date" ) ;
final String c = record . get ( "date" ) ;
if ( c = = null ) {
if ( c = = null ) {
System . out . println ( "DEBUG - ERROR: date field missing in wikiBoard" ) ;
System . out . println ( "DEBUG - ERROR: date field missing in wikiBoard" ) ;
return new Date ( ) ;
ret = new Date ( ) ;
}
} else {
synchronized ( SimpleFormatter ) {
synchronized ( SimpleFormatter ) {
return SimpleFormatter . parse ( c ) ;
ret = SimpleFormatter . parse ( c ) ;
}
}
}
} catch ( final ParseException e ) {
} catch ( final ParseException e ) {
return new Date ( ) ;
ret = new Date ( ) ;
}
}
return ret ;
}
}
/ * *
* Gets author of Entry .
* @return author of Entry .
* /
public String author ( ) {
public String author ( ) {
final String a = record . get ( "author" ) ;
final String a = record . get ( "author" ) ;
final byte [ ] b ;
final byte [ ] b ;
return ( a ! = null & & ( b = Base64Order . enhancedCoder . decode ( a ) ) ! = null ) ? new String ( b ) : ANONYMOUS ;
return ( a ! = null & & ( b = Base64Order . enhancedCoder . decode ( a ) ) ! = null ) ? new String ( b ) : ANONYMOUS ;
}
}
/ * *
* Gets reason for Entry .
* @return reason for Entry .
* /
public String reason ( ) {
public String reason ( ) {
final String ret ;
final String r = record . get ( "reason" ) ;
final String r = record . get ( "reason" ) ;
if ( r = = null ) {
if ( r ! = null ) {
return "" ;
final byte [ ] b ;
}
ret = ( ( b = Base64Order . enhancedCoder . decode ( r ) ) ! = null ) ? new String ( b ) : "unknown" ;
final byte [ ] b = Base64Order . enhancedCoder . decode ( r ) ;
} else {
if ( b = = null ) {
ret = "" ;
return "unknown" ;
}
}
return new String ( b ) ;
return ret ;
}
}
/ * *
* Gets actual content of Entry .
* @return content of Entry .
* /
public byte [ ] page ( ) {
public byte [ ] page ( ) {
final String m = record . get ( "page" ) ;
final String m = record . get ( "page" ) ;
final byte [ ] b ;
final byte [ ] b ;
return ( m ! = null & & ( b = Base64Order . enhancedCoder . decode ( m ) ) ! = null ) ? b : new byte [ 0 ] ;
return ( m ! = null & & ( b = Base64Order . enhancedCoder . decode ( m ) ) ! = null ) ? b : new byte [ 0 ] ;
}
}
/ * *
* Sets date of previous version of Entry .
* @param date date of previous version of Entry .
* /
void setAncestorDate ( final Date date ) {
void setAncestorDate ( final Date date ) {
record . put ( "bkp" , dateString ( date ) ) ;
record . put ( "bkp" , dateString ( date ) ) ;
}
}
/ * *
* Gets date of previous version of Entry .
* @return date of previous version of Entry .
* /
private Date getAncestorDate ( ) {
private Date getAncestorDate ( ) {
Date ret = null ;
try {
try {
final String c = record . get ( "date" ) ;
final String c = record . get ( "date" ) ;
if ( c = = null ) return null ;
if ( c != null ) {
synchronized ( SimpleFormatter ) {
synchronized ( SimpleFormatter ) {
return SimpleFormatter . parse ( c ) ;
ret = SimpleFormatter . parse ( c ) ;
}
}
}
} catch ( final ParseException e ) {
} catch ( final ParseException e ) {
return null ;
ret = null ;
}
}
return ret ;
}
}
/ *
/ * *
public boolean hasAncestor ( ) {
* Gets previous version of Entry .
Date ancDate = getAncestorDate ( ) ;
* @return previous version of Entry .
if ( ancDate = = null ) return false ;
try {
return bkpbase . has ( key + dateString ( ancDate ) ) ;
} catch ( IOException e ) {
return false ;
}
}
* /
* /
public Entry getAncestor ( ) {
public entry getAncestor ( ) {
final Date ancDate = getAncestorDate ( ) ;
final Date ancDate = getAncestorDate ( ) ;
return ( ancDate = = null ) ? null : read ( key + dateString ( ancDate ) , bkpbase ) ;
return ( ancDate = = null ) ? null : read ( key + dateString ( ancDate ) , bkpbase ) ;
}
}
/ * *
* Adds child of current Entry .
* @param subject subject of child of current Entry .
* /
void setChild ( final String subject ) {
void setChild ( final String subject ) {
record . put ( "child" , Base64Order . enhancedCoder . encode ( subject . getBytes ( ) ) ) ;
record . put ( "child" , Base64Order . enhancedCoder . encode ( subject . getBytes ( ) ) ) ;
}
}
/ * *
* Gets name ( = subject ) of child of this Entry .
* @return name of child of this Entry .
* /
private String getChildName ( ) {
private String getChildName ( ) {
final String c = record . get ( "child" ) ;
final String c = record . get ( "child" ) ;
final byte [ ] subject ;
final byte [ ] subject ;
return ( c ! = null & & ( subject = Base64Order . enhancedCoder . decode ( c ) ) ! = null ) ? new String ( subject ) : null ;
return ( c ! = null & & ( subject = Base64Order . enhancedCoder . decode ( c ) ) ! = null ) ? new String ( subject ) : null ;
}
}
/ * *
* Tells if Entry has child .
* @return true if has child , else false .
* /
public boolean hasChild ( ) {
public boolean hasChild ( ) {
final String c = record . get ( "child" ) ;
final String c = record . get ( "child" ) ;
return ( c ! = null & & Base64Order . enhancedCoder . decode ( c ) ! = null ) ? true : false ;
return ( c ! = null & & Base64Order . enhancedCoder . decode ( c ) ! = null ) ? true : false ;
}
}
public entry getChild ( ) {
/ * *
* Gets child of this Entry .
* @return child of this Entry .
* /
public Entry getChild ( ) {
final String childName = getChildName ( ) ;
final String childName = getChildName ( ) ;
return ( childName = = null ) ? null : read ( childName , datbase ) ;
return ( childName = = null ) ? null : read ( childName , datbase ) ;
}
}
}
}
public String write ( final entry page ) {
/ * *
* Writes content of Entry to database and returns key .
* @param entry Entry to be written .
* @return key of Entry .
* /
public String write ( final Entry entry ) {
// writes a new page and returns key
// writes a new page and returns key
String ret = null ;
String key = null ;
try {
try {
// first load the old page
// first load the old page
final entry oldEntry = read ( page . key ) ;
final E ntry oldEntry = read ( ntry . key ) ;
// set the bkp date of the new page to the date of the old page
// set the bkp date of the new page to the date of the old page
final Date oldDate = oldEntry . date ( ) ;
final Date oldDate = oldEntry . date ( ) ;
pag e. setAncestorDate ( oldDate ) ;
ntry . setAncestorDate ( oldDate ) ;
oldEntry . setChild ( pag e. subject ( ) ) ;
oldEntry . setChild ( ntry . subject ( ) ) ;
// write the backup
// write the backup
//System.out.println("key = " + page.key);
bkpbase . insert ( ( entry . key + dateString ( oldDate ) ) . getBytes ( ) , oldEntry . record ) ;
//System.out.println("oldDate = " + oldDate);
//System.out.println("record = " + oldEntry.record.toString());
bkpbase . insert ( ( page . key + dateString ( oldDate ) ) . getBytes ( ) , oldEntry . record ) ;
// write the new page
// write the new page
datbase . insert ( pag e. key . getBytes ( ) , pag e. record ) ;
datbase . insert ( entry . key . getBytes ( ) , entry . record ) ;
ret = page . key ;
key = entry . key ;
} catch ( final Exception e ) {
} catch ( final Exception e ) {
Log . logException ( e ) ;
Log . logException ( e ) ;
}
}
return ret ;
return key ;
}
}
public entry read ( final String key ) {
/ * *
* Reads content of Entry from database .
* @param key key of Entry .
* @return Entry which contains data .
* /
public Entry read ( final String key ) {
return read ( key , datbase ) ;
return read ( key , datbase ) ;
}
}
entry read ( String key , final MapHeap base ) {
/ * *
entry ret = null ;
* Reads content of Entry from database .
* @param key key of Entry .
* @param base database containing data .
* @return Entry which contains data .
* /
Entry read ( final String key , final MapHeap base ) {
Entry ret = null ;
try {
try {
key = normalize ( key ) ;
String copyOfK ey = normalize ( key ) ;
if ( key . length ( ) > keyLength ) {
if ( copyOfK ey. length ( ) > keyLength ) {
key = key . substring ( 0 , keyLength ) ;
copyOfKey = copyOfK ey. substring ( 0 , keyLength ) ;
}
}
final Map < String , String > record = base . get ( key . getBytes ( ) ) ;
final Map < String , String > record = base . get ( copyOfK ey. getBytes ( ) ) ;
ret = ( record = = null ) ? newEntry ( k ey, ANONYMOUS , "127.0.0.1" , "New Page" , "" . getBytes ( ) ) : new entry( k ey, record ) ;
ret = ( record = = null ) ? newEntry ( copyOfK ey, ANONYMOUS , "127.0.0.1" , "New Page" , "" . getBytes ( ) ) : new Entry( copyOfK ey, record ) ;
} catch ( final IOException e ) {
} catch ( final IOException e ) {
Log . logException ( e ) ;
Log . logException ( e ) ;
} catch ( RowSpaceExceededException e ) {
} catch ( RowSpaceExceededException e ) {
@ -297,24 +410,31 @@ public class wikiBoard {
return ret ;
return ret ;
}
}
public entry readBkp ( final String key ) {
/ * *
* Reads old Entry from backup database .
* @param key key of Entry .
* @return the Entry .
* /
public Entry readBkp ( final String key ) {
return read ( key , bkpbase ) ;
return read ( key , bkpbase ) ;
}
}
/ *
/ * *
public boolean has ( String key ) {
* Gets Iterator of keys in database .
try {
* @param up
return datbase . has ( normalize ( key ) ) ;
* @return keys of Entries in database .
} catch ( IOException e ) {
* @throws IOException
return false ;
}
}
* /
* /
public Iterator < byte [ ] > keys ( final boolean up ) throws IOException {
public Iterator < byte [ ] > keys ( final boolean up ) throws IOException {
return datbase . keys ( up , false ) ;
return datbase . keys ( up , false ) ;
}
}
/ * *
* Gets Iterator of keys in backup database .
* @param up
* @return keys of Entries in backup database .
* @throws IOException
* /
public Iterator < byte [ ] > keysBkp ( final boolean up ) throws IOException {
public Iterator < byte [ ] > keysBkp ( final boolean up ) throws IOException {
return bkpbase . keys ( up , false ) ;
return bkpbase . keys ( up , false ) ;
}
}
low012
15 years ago