proper parsing of sentences

does not affect tokens/words

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@5964 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
lotus 16 years ago
parent 27eb8d62cb
commit 47fd226bdb

@ -696,7 +696,7 @@ public final class Condenser {
if (c < ' ') c = ' ';
if ((lc == ' ') && (c == ' ')) continue; // ignore double spaces
s.append(c);
if (htmlFilterContentScraper.punctuation(c)) break;
if (htmlFilterContentScraper.punctuation(lc) && invisible(c)) break;
lc = c;
}

Loading…
Cancel
Save