boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

*) some refactoring

Browse Source 
*) added one assertion
*) no functional changes

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@5935 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
low012 16 years ago
parent d164b42604
commit ea27853c59
1 changed files with 87 additions and 69 deletions
Show Stats Download Patch File Download Diff File

156
source/de/anomic/data/wiki/wikiCode.java
Unescape View File

@ -2,11 +2,11 @@
// ------------------------------------- // -------------------------------------
// part of YACY // part of YACY
// //
// (C) 2005, 2006 by Alexander Schier // (C) 2005, 2006 by Alexander Schier, Marc Nause, Franz Brausze
// Marc Nause, Franz Brausze
// //
// // $LastChangedDate$
// last change: $LastChangedDate: $ by $LastChangedBy: $ // $LastChangedRevision$
// $LastChangedBy$
// //
// This program is free software; you can redistribute it and/or modify // This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by // it under the terms of the GNU General Public License as published by
@ -22,8 +22,6 @@
// along with this program; if not, write to the Free Software // along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
// Contains contributions from Alexander Schier [AS]
// Franz Brausze [FB] and Marc Nause [MN]
package de.anomic.data.wiki; package de.anomic.data.wiki;
import java.io.BufferedReader; import java.io.BufferedReader;
@ -31,21 +29,31 @@ import java.io.IOException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Arrays; import java.util.Arrays;
import java.util.HashMap; import java.util.HashMap;
import java.util.List;
import java.util.Map;
import de.anomic.htmlFilter.htmlFilterCharacterCoding; import de.anomic.htmlFilter.htmlFilterCharacterCoding;
import de.anomic.server.serverCore; import de.anomic.server.serverCore;
/** This class provides methods to handle texts that have been posted in the yacyWiki or other /** This class provides methods to handle texts that have been posted in the yacyWiki or other
* parts of YaCy that use this class, like the blog or the profile. * parts of YaCy that use this class, like the blog or the profile.
*
* @author Alexander Schier [AS], Franz Brausze [FB], Marc Nause [MN]
*/ */
public class wikiCode extends abstractWikiParser implements wikiParser { public class wikiCode extends abstractWikiParser implements wikiParser {
/* Table properties */ /* Table properties */
private static final String[] tps = {"rowspan", "colspan", "vspace", "hspace", "cellspacing", "cellpadding", "border"}; private static final String[] tps = {"rowspan", "colspan", "vspace", "hspace", "cellspacing", "cellpadding", "border"};
private static final HashMap<String, String[]> ps = new HashMap<String, String[]>(); private static final Map<String, String[]> ps = new HashMap<String, String[]>();
/* possible tags for headlines */
private static final String[] headlineTags = new String[]{"====", "===", "=="};
static { static {
/* Arrays must be sorted since Array.searchBinary() is used later. For more info see:
* http://java.sun.com/javase/6/docs/api/java/util/Arrays.html#binarySearch(T[], T, java.util.Comparator)
*/
Arrays.sort(headlineTags);
Arrays.sort(tps); Arrays.sort(tps);
String[] array; String[] array;
Arrays.sort(array = new String[]{"void", "above", "below", "hsides", "lhs", "rhs", "vsides", "box", "border"}); Arrays.sort(array = new String[]{"void", "above", "below", "hsides", "lhs", "rhs", "vsides", "box", "border"});
@ -57,6 +65,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
Arrays.sort(array = new String[]{"left", "right", "center"}); Arrays.sort(array = new String[]{"left", "right", "center"});
ps.put("align", array); ps.put("align", array);
} }
private String numListLevel = ""; private String numListLevel = "";
private String ListLevel = ""; private String ListLevel = "";
private String defListLevel = ""; private String defListLevel = "";
@ -71,7 +80,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
private boolean replacedHTML = false; //indicates if method replaceHTML has been used with line already private boolean replacedHTML = false; //indicates if method replaceHTML has been used with line already
private boolean table = false; //needed for tables, because they reach over several lines private boolean table = false; //needed for tables, because they reach over several lines
private int preindented = 0; //needed for indented <pre>s private int preindented = 0; //needed for indented <pre>s
private final ArrayList<String> dirElements = new ArrayList<String>(); //list of headlines used to create diectory of page private final List<String> dirElements = new ArrayList<String>(); //list of headlines used to create diectory of page
/** Constructor of the class wikiCode */ /** Constructor of the class wikiCode */
public wikiCode(String address) { public wikiCode(String address) {
@ -89,12 +98,13 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
return out.insert(0, directory()).toString(); return out.insert(0, directory()).toString();
} }
/** This method processes tables in the wiki code. /**
* @param a string that might contain parts of a table * Processes tables in the wiki code.
* @return a string with wiki code of parts of table replaced by HTML code for table * @param input String which might or might not contain parts of a table.
* @return String with wiki code of parts of table replaced by HTML code for table.
*/ */
//[FB], changes by [MN] //[FB], changes by [MN]
private String processTable(String result) { private String processTable(final String input) {
//some variables that make it easier to change codes for the table //some variables that make it easier to change codes for the table
String line = ""; String line = "";
final String tableStart = "&#123;&#124;"; // {| final String tableStart = "&#123;&#124;"; // {|
@ -107,35 +117,33 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
final int lenTableEnd = tableEnd.length(); final int lenTableEnd = tableEnd.length();
final int lenAttribDivider = attribDivider.length(); final int lenAttribDivider = attribDivider.length();
if ((result.startsWith(tableStart)) && (!table)) { if ((input.startsWith(tableStart)) && (!table)) {
table = true; table = true;
newrowstart = true; newrowstart = true;
line = "<table"; line = "<table";
if (result.trim().length() > lenTableStart) { if (input.trim().length() > lenTableStart) {
line += parseTableProperties(result.substring(lenTableStart).trim()).toString(); line += parseTableProperties(input.substring(lenTableStart).trim()).toString();
} }
line += ">"; line += ">";
result = line; } else if (input.startsWith(newLine) && (table)) { // new row
} else if (result.startsWith(newLine) && (table)) { // new row
if (!newrowstart) { if (!newrowstart) {
line += "\t</tr>\n"; line += "\t</tr>\n";
} else { } else {
newrowstart = false; newrowstart = false;
} }
line = line + "\t<tr>"; line = line + "\t<tr>";
result = line; } else if ((input.startsWith(cellDivider)) && (table)) {
} else if ((result.startsWith(cellDivider)) && (table)) {
line += "\t\t<td"; line += "\t\t<td";
final int cellEnd = (result.indexOf(cellDivider, lenCellDivider) > 0) ? (result.indexOf(cellDivider, lenCellDivider)) : (result.length()); final int cellEnd = (input.indexOf(cellDivider, lenCellDivider) > 0) ? (input.indexOf(cellDivider, lenCellDivider)) : (input.length());
int propEnd = result.indexOf(attribDivider, lenCellDivider); int propEnd = input.indexOf(attribDivider, lenCellDivider);
final int occImage = result.indexOf("[[Image:", lenCellDivider); final int occImage = input.indexOf("[[Image:", lenCellDivider);
final int occEscape = result.indexOf("[=", lenCellDivider); final int occEscape = input.indexOf("[=", lenCellDivider);
//If resultOf("[[Image:") is less than propEnd, that means that there is no //If resultOf("[[Image:") is less than propEnd, that means that there is no
//property for this cell, only an image. Without this, YaCy could get confused //property for this cell, only an image. Without this, YaCy could get confused
//by a | in [[Image:picture.png|alt-text]] or [[Image:picture.png|alt-text]] //by a | in [[Image:picture.png|alt-text]] or [[Image:picture.png|alt-text]]
//Same for [= (part of [= =]) //Same for [= (part of [= =])
if ((propEnd > lenCellDivider) && ((occImage > propEnd) || (occImage < 0)) && ((occEscape > propEnd) || (occEscape < 0))) { if ((propEnd > lenCellDivider) && ((occImage > propEnd) || (occImage < 0)) && ((occEscape > propEnd) || (occEscape < 0))) {
propEnd = result.indexOf(attribDivider, lenCellDivider) + lenAttribDivider; propEnd = input.indexOf(attribDivider, lenCellDivider) + lenAttribDivider;
} else { } else {
propEnd = cellEnd; propEnd = cellEnd;
} }
@ -143,7 +151,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
if (propEnd == cellEnd) { if (propEnd == cellEnd) {
propEnd = lenCellDivider; propEnd = lenCellDivider;
} else { } else {
line += parseTableProperties(result.substring(lenCellDivider, propEnd - lenAttribDivider).trim()).toString(); line += parseTableProperties(input.substring(lenCellDivider, propEnd - lenAttribDivider).trim()).toString();
} }
// quick&dirty fix [MN] // quick&dirty fix [MN]
if (propEnd > cellEnd) { if (propEnd > cellEnd) {
@ -151,19 +159,19 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
} }
table = false; table = false;
cellprocessing = true; cellprocessing = true;
line += ">" + processTable(result.substring(propEnd, cellEnd).trim()) + "</td>"; line += ">" + processTable(input.substring(propEnd, cellEnd).trim()) + "</td>";
table = true; table = true;
cellprocessing = false; cellprocessing = false;
if (cellEnd < result.length()) { if (cellEnd < input.length()) {
line += "\n" + processTable(result.substring(cellEnd)); line += "\n" + processTable(input.substring(cellEnd));
} }
result = line; } else if (input.startsWith(tableEnd) && (table)) { // Table end
} else if (result.startsWith(tableEnd) && (table)) { // Table end
table = false; table = false;
line += "\t</tr>\n</table>" + result.substring(lenTableEnd); line += "\t</tr>\n</table>" + input.substring(lenTableEnd);
result = line; } else {
line = input;
} }
return result; return line;
} }
// contributed by [MN], changes by [FB] // contributed by [MN], changes by [FB]
@ -174,7 +182,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
* @param properties A string that may contain several table properties and/or junk. * @param properties A string that may contain several table properties and/or junk.
* @return A string that only contains table properties. * @return A string that only contains table properties.
*/ */
private static StringBuilder parseTableProperties(final String properties) { private StringBuilder parseTableProperties(final String properties) {
final String[] values = properties.replaceAll("&quot;", "").split("[= ]"); //splitting the string at = and blanks final String[] values = properties.replaceAll("&quot;", "").split("[= ]"); //splitting the string at = and blanks
final StringBuilder sb = new StringBuilder(properties.length()); final StringBuilder sb = new StringBuilder(properties.length());
String key, value; String key, value;
@ -198,7 +206,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
return sb; return sb;
} }
private static StringBuilder addPair(final String key, final String value, final StringBuilder sb) { private StringBuilder addPair(final String key, final String value, final StringBuilder sb) {
return sb.append(" ").append(key).append("=\"").append(value).append("\""); return sb.append(" ").append(key).append("=\"").append(value).append("\"");
} }
@ -468,7 +476,6 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
private String preformattedTag(String result) { private String preformattedTag(String result) {
int p0 = 0; int p0 = 0;
int p1 = 0; int p1 = 0;
//implementation very similar to escape code (see above)
//both <pre> and </pre> in the same line //both <pre> and </pre> in the same line
if (((p0 = result.indexOf("&lt;pre&gt;")) >= 0) && ((p1 = result.indexOf("&lt;/pre&gt;")) > 0) && (!(escaped))) { if (((p0 = result.indexOf("&lt;pre&gt;")) >= 0) && ((p1 = result.indexOf("&lt;/pre&gt;")) > 0) && (!(escaped))) {
if (p0 < p1) { if (p0 < p1) {
@ -532,8 +539,8 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
* @return directory of the wiki * @return directory of the wiki
*/ */
//method contributed by [MN] //method contributed by [MN]
private String directory() { private StringBuilder directory() {
String directory = ""; StringBuilder directory = new StringBuilder();
String element; String element;
int s = 0; int s = 0;
int level = 1; int level = 1;
@ -543,6 +550,7 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
int doubles = 0; int doubles = 0;
String anchorext = ""; String anchorext = "";
if ((s = dirElements.size()) > 2) { if ((s = dirElements.size()) > 2) {
directory.append("<table><tr><td><div class=\"WikiTOCBox\">\n");
for (int i = 0; i < s; i++) { for (int i = 0; i < s; i++) {
if (i >= dirElements.size()) { if (i >= dirElements.size()) {
break; break;
@ -578,7 +586,12 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
level3++; level3++;
final String temp = element.substring(1); final String temp = element.substring(1);
element = level1 + "." + level2 + "." + level3 + " " + temp; element = level1 + "." + level2 + "." + level3 + " " + temp;
directory = directory + "&nbsp;&nbsp;&nbsp;&nbsp;<a href=\"#" + temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", "") + anchorext + "\" class=\"WikiTOC\">" + element + "</a><br />\n"; directory.append("&nbsp;&nbsp;&nbsp;&nbsp;<a href=\"#");
directory.append(temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", ""));
directory.append(anchorext);
directory.append("\" class=\"WikiTOC\">");
directory.append(element);
directory.append("</a><br />\n");
} else if (element.startsWith("2")) { } else if (element.startsWith("2")) {
if (level == 1) { if (level == 1) {
level2 = 0; level2 = 0;
@ -590,7 +603,12 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
level2++; level2++;
final String temp = element.substring(1); final String temp = element.substring(1);
element = level1 + "." + level2 + " " + temp; element = level1 + "." + level2 + " " + temp;
directory = directory + "&nbsp;&nbsp;<a href=\"#" + temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", "") + anchorext + "\" class=\"WikiTOC\">" + element + "</a><br />\n"; directory.append("&nbsp;&nbsp;<a href=\"#");
directory.append(temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", ""));
directory.append(anchorext);
directory.append("\" class=\"WikiTOC\">");
directory.append(element);
directory.append("</a><br />\n");
} else if (element.startsWith("1")) { } else if (element.startsWith("1")) {
if (level > 1) { if (level > 1) {
level = 1; level = 1;
@ -600,13 +618,16 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
level1++; level1++;
final String temp = element.substring(1); final String temp = element.substring(1);
element = level1 + ". " + temp; element = level1 + ". " + temp;
directory = directory + "<a href=\"#" + temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", "") + anchorext + "\" class=\"WikiTOC\">" + element + "</a><br />\n"; directory.append("<a href=\"#");
directory.append(temp.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", ""));
directory.append(anchorext + "\" class=\"WikiTOC\">");
directory.append(element);
directory.append("</a><br />\n");
} }
anchorext = ""; anchorext = "";
} }
directory = "<table><tr><td><div class=\"WikiTOCBox\">\n" + directory + "</div></td></tr></table>\n"; directory.append("</div></td></tr></table>\n");
} }
// [MN]
if (!dirElements.isEmpty()) { if (!dirElements.isEmpty()) {
dirElements.clear(); dirElements.clear();
} }
@ -624,44 +645,42 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
*/ */
//[MN] //[MN]
private String pairReplace(String input, final String pat, final String repl1, final String repl2) { private String pairReplace(String input, final String pat, final String repl1, final String repl2) {
String direlem = ""; //string to keep headlines until they get added to List dirElements String direlem = null; //string to keep headlines until they get added to List dirElements
int p0 = 0; int p0 = 0;
int p1 = 0; int p1 = 0;
final int l = pat.length(); final int l = pat.length();
//replace pattern if a pair of the pattern can be found in the line //replace pattern if a pair of the pattern can be found in the line
if (((p0 = input.indexOf(pat)) >= 0) && ((p1 = input.indexOf(pat, p0 + l)) >= 0)) { if (((p0 = input.indexOf(pat)) >= 0) && ((p1 = input.indexOf(pat, p0 + l)) >= 0)) {
//extra treatment for headlines //extra treatment for headlines
if ((pat.equals("====")) || (pat.equals("===")) || (pat.equals("=="))) { if (Arrays.binarySearch(headlineTags, pat) >= 0) {
//add anchor and create headline //add anchor and create headline
direlem = input.substring(p0 + l, p1); direlem = input.substring(p0 + l, p1);
//counting double headlines if (direlem != null) {
int doubles = 0; //counting double headlines
for (int i = 0; i < dirElements.size(); i++) { int doubles = 0;
if (dirElements.get(i) == null) { for (int i = 0; i < dirElements.size(); i++) {
continue; // no element with null value should ever be in directory
assert (dirElements.get(i) != null);
if (dirElements.size() > i && dirElements.get(i).substring(1).equals(direlem)) {
doubles++;
}
} }
if (dirElements.size() > i && dirElements.get(i).substring(1).equals(direlem)) { String anchor = direlem.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", ""); //replace blanks with underscores and delete everything thats not a regular character, a number or _
doubles++; //if there are doubles, add underscore and number of doubles plus one
if (doubles > 0) {
anchor = anchor + "_" + (doubles + 1);
}
input = input.substring(0, p0) + "<a name=\"" + anchor + "\"></a>" + repl1 +
direlem + repl2 + input.substring(p1 + l);
//add headlines to list of headlines (so TOC can be created)
if (Arrays.binarySearch(headlineTags, pat) >= 0) {
dirElements.add((pat.length() - 1) + direlem);
} }
}
String anchor = direlem.replaceAll(" ", "_").replaceAll("[^a-zA-Z0-9_]", ""); //replace blanks with underscores and delete everything thats not a regular character, a number or _
//if there are doubles, add underscore and number of doubles plus one
if (doubles > 0) {
anchor = anchor + "_" + (doubles + 1);
}
input = input.substring(0, p0) + "<a name=\"" + anchor + "\"></a>" + repl1 +
direlem + repl2 + input.substring(p1 + l);
//add headlines to list of headlines (so TOC can be created)
if (pat.equals("====")) {
dirElements.add("3" + direlem);
} else if (pat.equals("===")) {
dirElements.add("2" + direlem);
} else if (pat.equals("==")) {
dirElements.add("1" + direlem);
} }
} else { } else {
input = input.substring(0, p0) + repl1 + input = input.substring(0, p0) + repl1 +
(/*direlem =*/input.substring(p0 + l, p1)) + repl2 + (input.substring(p0 + l, p1)) + repl2 +
input.substring(p1 + l); input.substring(p1 + l);
} }
} }
@ -674,7 +693,6 @@ public class wikiCode extends abstractWikiParser implements wikiParser {
/** Replaces wiki tags with HTML tags. /** Replaces wiki tags with HTML tags.
* @param result a line of text * @param result a line of text
* @param switchboard
* @return the line of text with HTML tags instead of wiki tags * @return the line of text with HTML tags instead of wiki tags
*/ */
public String transformLine(String result) { public String transformLine(String result) {

Write Preview
Loading…
Cancel
Save