do not allocate a StringBuilder object in case that there is not enough memory for that

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7846 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 14 years ago
parent 6a6f27eaf3
commit b06faab9d3

@ -32,6 +32,8 @@ package net.yacy.document.parser.html;
import java.util.Properties; import java.util.Properties;
import java.util.Set; import java.util.Set;
import net.yacy.kelondro.util.MemoryControl;
public abstract class AbstractScraper implements Scraper { public abstract class AbstractScraper implements Scraper {
public static final char lb = '<'; public static final char lb = '<';
@ -52,11 +54,11 @@ public abstract class AbstractScraper implements Scraper {
} }
public boolean isTag0(final String tag) { public boolean isTag0(final String tag) {
return (tags0 != null) && (tags0.contains(tag.toLowerCase())); return (this.tags0 != null) && (this.tags0.contains(tag.toLowerCase()));
} }
public boolean isTag1(final String tag) { public boolean isTag1(final String tag) {
return (tags1 != null) && (tags1.contains(tag.toLowerCase())); return (this.tags1 != null) && (this.tags1.contains(tag.toLowerCase()));
} }
//the 'missing' method that shall be implemented: //the 'missing' method that shall be implemented:
@ -68,6 +70,7 @@ public abstract class AbstractScraper implements Scraper {
public abstract void scrapeTag1(String tagname, Properties tagopts, char[] text); public abstract void scrapeTag1(String tagname, Properties tagopts, char[] text);
protected static String stripAllTags(final char[] s) { protected static String stripAllTags(final char[] s) {
if (!MemoryControl.request(s.length * 2, false)) return "";
final StringBuilder r = new StringBuilder(s.length); final StringBuilder r = new StringBuilder(s.length);
int bc = 0; int bc = 0;
for (final char c : s) { for (final char c : s) {
@ -89,8 +92,8 @@ public abstract class AbstractScraper implements Scraper {
public void close() { public void close() {
// free resources // free resources
tags0 = null; this.tags0 = null;
tags1 = null; this.tags1 = null;
} }
} }

Loading…
Cancel
Save