If available, check content length before downloading. Check also

content length is not over Integer.MAX_VALUE.

source/net/yacy/cora/protocol/http/HTTPClient.java

@@ -712,22 +712,53 @@ public class HTTPClient {
         }
     }
 
-    private static byte[] getByteArray(final HttpEntity entity, final int maxBytes) throws IOException {
+    /**
+     * Return entity content loaded as a byte array
+     * @param entity HTTP entity
+     * @param maxBytes maximum bytes to read. -1 means no maximum limit.
+     * @return content bytes or null when entity content is null.
+     * @throws IOException when a read error occured or content length is over maxBytes
+     */
+	public static byte[] getByteArray(final HttpEntity entity, int maxBytes) throws IOException {
 		final InputStream instream = entity.getContent();
 		if (instream == null) {
 			return null;
 		}
 		try {
-            int i = maxBytes < 0 ?  (int)entity.getContentLength() : Math.min(maxBytes, (int)entity.getContentLength());
+			long contentLength = entity.getContentLength();
-            if (i < 0) {
+			/*
-                i = 4096;
+			 * When no maxBytes is specified, the default limit is
+			 * Integer.MAX_VALUE as a byte array size can not be over
+			 */
+			if (maxBytes < 0) {
+				maxBytes = Integer.MAX_VALUE;
 			}
-            final ByteArrayBuffer buffer = new ByteArrayBuffer(i);
+			/*
+			 * Content length may already be known now : check it before
+			 * downloading
+			 */
+			if (contentLength > maxBytes) {
+				throw new IOException("Content to download exceed maximum value of " + maxBytes + " bytes");
+			}
+			int initialSize = Math.min(maxBytes, (int) contentLength);
+			/* ContentLenght may be negative because unknown for now */
+			if (initialSize < 0) {
+				initialSize = 4096;
+			}
+			final ByteArrayBuffer buffer = new ByteArrayBuffer(initialSize);
 			byte[] tmp = new byte[4096];
-            int l, sum = 0;
+			int l = 0;
-            while((l = instream.read(tmp)) != -1) {
+			/* Sum is a long to enable check against Integer.MAX_VALUE */
+			long sum = 0;
+			while ((l = instream.read(tmp)) != -1) {
 				sum += l;
-            	if (maxBytes >= 0 && sum > maxBytes) throw new IOException("Download exceeded maximum value of " + maxBytes + " bytes");
+				/*
+				 * Check total length while downloading as content lenght might
+				 * not be known at beginning
+				 */
+				if (sum > maxBytes) {
+					throw new IOException("Download exceeded maximum value of " + maxBytes + " bytes");
+				}
 				buffer.append(tmp, 0, l);
 			}
 			return buffer.toByteArray();