From 76f356315dc3036e9f5e4b2d89a7f918c66c1549 Mon Sep 17 00:00:00 2001
From: "(no author)" <(no author)@6c8d7289-2bf4-0310-a012-ef5d649a1542>
Date: Thu, 12 Jan 2006 21:14:12 +0000
Subject: [PATCH] handle UTF-8 correctly

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@1322 6c8d7289-2bf4-0310-a012-ef5d649a1542
---
 source/de/anomic/data/wikiCode.java | 21 ++++++++++++++-------
 1 file changed, 14 insertions(+), 7 deletions(-)

diff --git a/source/de/anomic/data/wikiCode.java b/source/de/anomic/data/wikiCode.java
index 59a2d73d1..4dbfb4709 100644
--- a/source/de/anomic/data/wikiCode.java
+++ b/source/de/anomic/data/wikiCode.java
@@ -86,14 +86,21 @@ public class wikiCode {
 
     public String transform(byte[] content, plasmaSwitchboard switchboard) {
         ByteArrayInputStream bais = new ByteArrayInputStream(content);
-        BufferedReader br = new BufferedReader(new InputStreamReader(bais));
-        String line;
-        String out = "";
         try {
-        while ((line = br.readLine()) != null) {
-            out += transformLine(new String(line), switchboard) + serverCore.crlfString;
-        }
-	return out;
+            BufferedReader br = new BufferedReader(new InputStreamReader(bais,
+                    "UTF-8"));
+            String line;
+            StringBuffer out = new StringBuffer(content.length);
+            try {
+                while ((line = br.readLine()) != null) {
+                    out.append(transformLine(line, switchboard)).append(
+                            serverCore.crlfString);
+                }
+                return out.toString();
+            } catch (UnsupportedEncodingException e1) {
+                // can not happen
+                return null;
+            }
         } catch (IOException e) {
             return "internal error: " + e.getMessage();
         }