- cora package has now no dependencies to other yacy packages and becomes a 'base' package (refactoring)
- cleaned up (removed special code and documentation for 27c3) - added remote search functions to be used within cora git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7420 6c8d7289-2bf4-0310-a012-ef5d649a1542pull/1/head
orbiter
14 years ago
parent
0e54233408
commit
10ae8d961b
@ -0,0 +1,45 @@
|
||||
/**
|
||||
* AbstractFormatter
|
||||
* Copyright 2011 by Michael Peter Christen
|
||||
* First released 2.1.2011 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.date;
|
||||
|
||||
import java.text.ParseException;
|
||||
import java.util.Date;
|
||||
import java.util.TimeZone;
|
||||
|
||||
public abstract class AbstractFormatter implements DateFormatter {
|
||||
|
||||
protected static final TimeZone TZ_GMT = TimeZone.getTimeZone("GMT");
|
||||
|
||||
// statics
|
||||
public final static long secondMillis = 1000;
|
||||
public final static long minuteMillis = 60 * secondMillis;
|
||||
public final static long hourMillis = 60 * minuteMillis;
|
||||
public final static long dayMillis = 24 * hourMillis;
|
||||
public final static long normalyearMillis = 365 * dayMillis;
|
||||
public final static long leapyearMillis = 366 * dayMillis;
|
||||
|
||||
protected long last_time;
|
||||
protected String last_format;
|
||||
|
||||
public abstract Date parse(String s) throws ParseException;
|
||||
public abstract String format(final Date date);
|
||||
|
||||
}
|
||||
@ -0,0 +1,31 @@
|
||||
/**
|
||||
* DateFormatter
|
||||
* Copyright 2011 by Michael Peter Christen
|
||||
* First released 2.1.2011 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.date;
|
||||
|
||||
import java.text.ParseException;
|
||||
import java.util.Date;
|
||||
|
||||
public interface DateFormatter {
|
||||
|
||||
public Date parse(String s) throws ParseException;
|
||||
public String format(final Date date);
|
||||
|
||||
}
|
||||
@ -0,0 +1,168 @@
|
||||
/**
|
||||
* GenericFormatter
|
||||
* Copyright 2011 by Michael Peter Christen
|
||||
* First released 2.1.2011 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.date;
|
||||
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Calendar;
|
||||
import java.util.Date;
|
||||
import java.util.Locale;
|
||||
|
||||
public class GenericFormatter extends AbstractFormatter implements DateFormatter {
|
||||
|
||||
public static final String PATTERN_SHORT_DAY = "yyyyMMdd";
|
||||
public static final String PATTERN_SHORT_SECOND = "yyyyMMddHHmmss";
|
||||
public static final String PATTERN_SHORT_MILSEC = "yyyyMMddHHmmssSSS";
|
||||
private static final String PATTERN_RFC1123_SHORT = "EEE, dd MMM yyyy";
|
||||
private static final String PATTERN_ANSIC = "EEE MMM d HH:mm:ss yyyy";
|
||||
|
||||
private static final SimpleDateFormat FORMAT_SHORT_DAY = new SimpleDateFormat(PATTERN_SHORT_DAY, Locale.US);
|
||||
private static final SimpleDateFormat FORMAT_SHORT_SECOND = new SimpleDateFormat(PATTERN_SHORT_SECOND, Locale.US);
|
||||
private static final SimpleDateFormat FORMAT_SHORT_MILSEC = new SimpleDateFormat(PATTERN_SHORT_MILSEC, Locale.US);
|
||||
private static final SimpleDateFormat FORMAT_ANSIC = new SimpleDateFormat(PATTERN_ANSIC, Locale.US);
|
||||
private static final SimpleDateFormat FORMAT_RFC1123_SHORT = new SimpleDateFormat(PATTERN_RFC1123_SHORT, Locale.US);
|
||||
|
||||
// find out time zone and DST offset
|
||||
private static Calendar thisCalendar = Calendar.getInstance();
|
||||
|
||||
static {
|
||||
// we want GMT times on the formats as well as they don't support any timezone
|
||||
FORMAT_SHORT_DAY.setTimeZone(TZ_GMT);
|
||||
FORMAT_SHORT_SECOND.setTimeZone(TZ_GMT);
|
||||
FORMAT_SHORT_MILSEC.setTimeZone(TZ_GMT);
|
||||
}
|
||||
|
||||
public static final GenericFormatter SHORT_DAY_FORMATTER = new GenericFormatter(FORMAT_SHORT_DAY);
|
||||
public static final GenericFormatter SHORT_SECOND_FORMATTER = new GenericFormatter(FORMAT_SHORT_SECOND);
|
||||
public static final GenericFormatter SHORT_MILSEC_FORMATTER = new GenericFormatter(FORMAT_SHORT_MILSEC);
|
||||
public static final GenericFormatter ANSIC_FORMATTER = new GenericFormatter(FORMAT_ANSIC);
|
||||
public static final GenericFormatter RFC1123_SHORT_FORMATTER = new GenericFormatter(FORMAT_RFC1123_SHORT);
|
||||
|
||||
private SimpleDateFormat dateFormat;
|
||||
|
||||
public GenericFormatter(SimpleDateFormat dateFormat) {
|
||||
this.dateFormat = dateFormat;
|
||||
this.last_time = 0;
|
||||
this.last_format = "";
|
||||
}
|
||||
|
||||
/**
|
||||
* Note: The short day format doesn't include any timezone information. This method
|
||||
* transforms the date into the GMT/UTC timezone. Example: If the local system time is,
|
||||
* 2007-12-18 01:15:00 +0200, then the resulting String will be "2007-12-17".
|
||||
* In case you need a format with a timezon offset, use {@link #formatShortDay(TimeZone)}
|
||||
* @return a String representation of the current system date in GMT using the
|
||||
* short day format, e.g. "20071218".
|
||||
*/
|
||||
@Override
|
||||
public String format(final Date date) {
|
||||
if (date == null) return "";
|
||||
if (Math.abs(date.getTime() - last_time) < 1000) return last_format;
|
||||
synchronized (this.dateFormat) {
|
||||
last_format = this.dateFormat.format(date);
|
||||
last_time = date.getTime();
|
||||
}
|
||||
return last_format;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse a String representation of a Date in short day format assuming the date
|
||||
* is aligned to the GMT/UTC timezone. An example for such a date string is "20071218".
|
||||
* @see #formatShortDay()
|
||||
* @throws ParseException The exception is thrown if an error occured during while parsing
|
||||
* the String.
|
||||
*/
|
||||
@Override
|
||||
public Date parse(final String timeString) throws ParseException {
|
||||
synchronized (this.dateFormat) {
|
||||
return this.dateFormat.parse(timeString);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Like {@link #parseShortSecond(String)} using additional timezone information provided in an
|
||||
* offset String, like "+0100" for CET.
|
||||
*/
|
||||
public Date parse(final String timeString, final String UTCOffset) {
|
||||
// FIXME: This method returns an incorrect date, check callers!
|
||||
// ex: de.anomic.server.serverDate.parseShortSecond("20070101120000", "+0200").toGMTString()
|
||||
// => 1 Jan 2007 13:00:00 GMT
|
||||
if (timeString == null || timeString.length() == 0) { return new Date(); }
|
||||
if (UTCOffset == null || UTCOffset.length() == 0) { return new Date(); }
|
||||
try {
|
||||
return new Date(this.dateFormat.parse(timeString).getTime() - UTCDiff() + UTCDiff(UTCOffset));
|
||||
} catch (final java.text.ParseException e) {
|
||||
//serverLog.logFinest("parseUniversalDate", e.getMessage() + ", remoteTimeString=[" + remoteTimeString + "]");
|
||||
return new Date();
|
||||
} catch (final java.lang.NumberFormatException e) {
|
||||
//serverLog.logFinest("parseUniversalDate", e.getMessage() + ", remoteTimeString=[" + remoteTimeString + "]");
|
||||
return new Date();
|
||||
}
|
||||
}
|
||||
|
||||
private static long UTCDiff(final String diffString) {
|
||||
if (diffString.length() != 5) throw new IllegalArgumentException("UTC String malformed (wrong size):" + diffString);
|
||||
boolean ahead = true;
|
||||
if (diffString.length() > 0 && diffString.charAt(0) == '+') ahead = true;
|
||||
else if (diffString.length() > 0 && diffString.charAt(0) == '-') ahead = false;
|
||||
else throw new IllegalArgumentException("UTC String malformed (wrong sign):" + diffString);
|
||||
final long oh = Long.parseLong(diffString.substring(1, 3));
|
||||
final long om = Long.parseLong(diffString.substring(3));
|
||||
return ((ahead) ? (long) 1 : (long) -1) * (oh * AbstractFormatter.hourMillis + om * AbstractFormatter.minuteMillis);
|
||||
}
|
||||
|
||||
private static long UTCDiff() {
|
||||
// DST_OFFSET is dependent on the time of the Calendar, so it has to be updated
|
||||
// to get the correct current offset
|
||||
synchronized (thisCalendar) {
|
||||
thisCalendar.setTimeInMillis(System.currentTimeMillis());
|
||||
final long zoneOffsetHours = thisCalendar.get(Calendar.ZONE_OFFSET);
|
||||
final long DSTOffsetHours = thisCalendar.get(Calendar.DST_OFFSET);
|
||||
return zoneOffsetHours + DSTOffsetHours;
|
||||
}
|
||||
}
|
||||
|
||||
public static String UTCDiffString() {
|
||||
// we express the UTC Difference in 5 digits:
|
||||
// SHHMM
|
||||
// S ::= '+'|'-'
|
||||
// HH ::= '00'|'01'|'02'|'03'|'04'|'05'|'06'|'07'|'08'|'09'|'10'|'11'|'12'
|
||||
// MM ::= '00'|'15'|'30'|'45'
|
||||
// since there are some places on earth where there is a time shift of half an hour
|
||||
// we need too show also the minutes of the time shift
|
||||
// Examples: http://www.timeanddate.com/library/abbreviations/timezones/
|
||||
final long offsetHours = UTCDiff();
|
||||
final int om = Math.abs((int) (offsetHours / AbstractFormatter.minuteMillis)) % 60;
|
||||
final int oh = Math.abs((int) (offsetHours / AbstractFormatter.hourMillis));
|
||||
String diff = Integer.toString(om);
|
||||
if (diff.length() < 2) diff = "0" + diff;
|
||||
diff = Integer.toString(oh) + diff;
|
||||
if (diff.length() < 4) diff = "0" + diff;
|
||||
if (offsetHours < 0) {
|
||||
return "-" + diff;
|
||||
}
|
||||
return "+" + diff;
|
||||
}
|
||||
|
||||
public static long correctedUTCTime() {
|
||||
return System.currentTimeMillis() - UTCDiff();
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,191 @@
|
||||
/**
|
||||
* ISO8601
|
||||
* Copyright 2011 by Michael Peter Christen
|
||||
* First released 2.1.2011 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.date;
|
||||
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Calendar;
|
||||
import java.util.Date;
|
||||
import java.util.Locale;
|
||||
import java.util.NoSuchElementException;
|
||||
import java.util.StringTokenizer;
|
||||
|
||||
public class ISO8601Formatter extends AbstractFormatter implements DateFormatter {
|
||||
|
||||
/** pattern for a W3C datetime variant of a non-localized ISO8601 date */
|
||||
private static final String PATTERN_ISO8601 = "yyyy-MM-dd'T'HH:mm:ss'Z'";
|
||||
|
||||
/** Date formatter/non-sloppy parser for W3C datetime (ISO8601) in GMT/UTC */
|
||||
private static final SimpleDateFormat FORMAT_ISO8601 = new SimpleDateFormat(PATTERN_ISO8601, Locale.US);
|
||||
|
||||
static {
|
||||
FORMAT_ISO8601.setTimeZone(TZ_GMT);
|
||||
}
|
||||
|
||||
public static final ISO8601Formatter FORMATTER = new ISO8601Formatter();
|
||||
|
||||
public ISO8601Formatter() {
|
||||
last_time = 0;
|
||||
last_format = "";
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse dates as defined in {@linkplain http://www.w3.org/TR/NOTE-datetime}.
|
||||
* This format (also specified in ISO8601) allows different "precisions".
|
||||
* The following lower precision versions for the complete date
|
||||
* "2007-12-19T10:20:30.567+0300" are allowed:<br>
|
||||
* "2007"<br>
|
||||
* "2007-12"<br>
|
||||
* "2007-12-19"<br>
|
||||
* "2007-12-19T10:20+0300<br>
|
||||
* "2007-12-19T10:20:30+0300<br>
|
||||
* "2007-12-19T10:20:30.567+0300<br>
|
||||
* Additionally a timezone offset of "+0000" can be substituted as "Z".<br>
|
||||
* Parsing is done in a fuzzy way. If there is an illegal character somewhere in
|
||||
* the String, the date parsed so far will be returned, e.g. the input
|
||||
* "2007-12-19FOO" would return a date that represents "2007-12-19".
|
||||
*
|
||||
* @param s
|
||||
* @return
|
||||
* @throws ParseException
|
||||
*/
|
||||
@Override
|
||||
public Date parse(String s) throws ParseException {
|
||||
// do some lazy checks here
|
||||
s = s.trim();
|
||||
while (s.length() > 0 && s.endsWith("?")) s = s.substring(0, s.length() - 1); // sometimes used if write is not sure about date
|
||||
if (s.startsWith("{")) s = s.substring(1);
|
||||
if (s.endsWith("}")) s = s.substring(0, s.length() - 1);
|
||||
if (s.startsWith("[")) s = s.substring(1);
|
||||
if (s.endsWith("]")) s = s.substring(0, s.length() - 1);
|
||||
while (s.length() > 0 && (s.charAt(0) > '9' || s.charAt(0) < '0')) s = s.substring(1);
|
||||
if (s.endsWith("--")) s = s.substring(0, s.length() - 2) + "00";
|
||||
int p = s.indexOf(';'); if (p >= 0) s = s.substring(0, p); // a semicolon may be used to separate two dates from each other; then we take the first
|
||||
p = s.indexOf(','); if (p >= 0) s = s.substring(0, p); // a comma may be used to separate two dates from each other; then we take the first
|
||||
while (s.length() > 0 && s.endsWith("?")) s = s.substring(0, s.length() - 1); // sometimes used if write is not sure about date
|
||||
|
||||
// no go for exact parsing
|
||||
final Calendar cal = Calendar.getInstance(TZ_GMT, Locale.US);
|
||||
cal.clear();
|
||||
|
||||
// split 2007-12-19T10:20:30.789+0500 into its parts
|
||||
// correct: yyyy['-'MM['-'dd['T'HH':'MM[':'ss['.'SSS]]('Z'|ZZZZZ)]]]
|
||||
final StringTokenizer t = new StringTokenizer(s, "-T:.Z+", true);
|
||||
if (s == null || t.countTokens() == 0)
|
||||
throw new ParseException("parseISO8601: Cannot parse '" + s + "'", 0);
|
||||
|
||||
try {
|
||||
// year
|
||||
cal.set(Calendar.YEAR, Integer.parseInt(t.nextToken()));
|
||||
// month
|
||||
if (t.nextToken().equals("-")) {
|
||||
cal.set(Calendar.MONTH, Integer.parseInt(t.nextToken()) - 1);
|
||||
} else {
|
||||
return cal.getTime();
|
||||
}
|
||||
// day
|
||||
if (t.nextToken().equals("-")) {
|
||||
cal.set(Calendar.DAY_OF_MONTH, Integer.parseInt(t.nextToken()));
|
||||
} else {
|
||||
return cal.getTime();
|
||||
}
|
||||
// The standard says:
|
||||
// if there is an hour there has to be a minute and a timezone token, too.
|
||||
if (t.nextToken().equals("T")) {
|
||||
final int hour = Integer.parseInt(t.nextToken());
|
||||
// no error, got hours
|
||||
int min = 0;
|
||||
int sec = 0;
|
||||
int msec = 0;
|
||||
if (t.nextToken().equals(":")) {
|
||||
min = Integer.parseInt(t.nextToken());
|
||||
// no error, got minutes
|
||||
// need TZ or seconds
|
||||
String token = t.nextToken();
|
||||
if (token.equals(":")) {
|
||||
sec = Integer.parseInt(t.nextToken());
|
||||
// need millisecs or TZ
|
||||
token = t.nextToken();
|
||||
if (token.equals(".")) {
|
||||
msec = Integer.parseInt(t.nextToken());
|
||||
// need TZ
|
||||
token = t.nextToken();
|
||||
}
|
||||
}
|
||||
|
||||
// check for TZ data
|
||||
int offset;
|
||||
if (token.equals("Z")) {
|
||||
offset = 0;
|
||||
} else {
|
||||
int sign = 0;
|
||||
if (token.equals("+")) {
|
||||
sign = 1;
|
||||
} else if (token.equals("-")) {
|
||||
sign = -1;
|
||||
} else {
|
||||
// no legal TZ offset found
|
||||
return cal.getTime();
|
||||
}
|
||||
offset = sign * Integer.parseInt(t.nextToken()) * 10 * 3600;
|
||||
}
|
||||
cal.set(Calendar.ZONE_OFFSET, offset);
|
||||
}
|
||||
cal.set(Calendar.HOUR_OF_DAY, hour);
|
||||
cal.set(Calendar.MINUTE, min);
|
||||
cal.set(Calendar.SECOND, sec);
|
||||
cal.set(Calendar.MILLISECOND, msec);
|
||||
}
|
||||
} catch (final NoSuchElementException e) {
|
||||
// ignore this as it is perfectly fine to have non-complete date in this format
|
||||
} catch (final Exception e) {
|
||||
// catch all Exceptions and return what we parsed so far
|
||||
//serverLog.logInfo("SERVER", "parseISO8601: DATE ERROR with: '" + s + "' got so far: '" + cal.toString());
|
||||
}
|
||||
|
||||
// in case we couldn't even parse a year
|
||||
if (!cal.isSet(Calendar.YEAR))
|
||||
throw new ParseException("parseISO8601: Cannot parse '" + s + "'", 0);
|
||||
Date d = cal.getTime();
|
||||
return d;
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Creates a String representation of a Date using the format defined
|
||||
* in ISO8601/W3C datetime
|
||||
* The result will be in UTC/GMT, e.g. "2007-12-19T10:20:30Z".
|
||||
*
|
||||
* @param date The Date instance to transform.
|
||||
* @return A fixed width (20 chars) ISO8601 date String.
|
||||
*/
|
||||
@Override
|
||||
public final String format(final Date date) {
|
||||
if (date == null) return "";
|
||||
if (Math.abs(date.getTime() - last_time) < 1000) return last_format;
|
||||
synchronized (FORMAT_ISO8601) {
|
||||
last_format = FORMAT_ISO8601.format(date);
|
||||
last_time = date.getTime();
|
||||
}
|
||||
return last_format;
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,74 @@
|
||||
/**
|
||||
* LinkExtractor
|
||||
* Copyright 2011 by Michael Peter Christen
|
||||
* First released 2.01.2011 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.protocol.http;
|
||||
|
||||
import java.net.MalformedURLException;
|
||||
import java.util.WeakHashMap;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import net.yacy.cora.document.MultiProtocolURI;
|
||||
|
||||
public class LinkExtractor {
|
||||
|
||||
private static final char lb = '<', rb = '>', dquotes = '"', space = ' ';
|
||||
private static final Object PRESENT = new Object();
|
||||
|
||||
private WeakHashMap<MultiProtocolURI, Object> links;
|
||||
private Pattern blackpattern;
|
||||
|
||||
public LinkExtractor(Pattern blackpattern) {
|
||||
this.links = new WeakHashMap<MultiProtocolURI, Object>();
|
||||
this.blackpattern = blackpattern;
|
||||
}
|
||||
|
||||
public void scrape(String text) {
|
||||
text = text.replace(lb, space).replace(rb, space).replace(dquotes, space);
|
||||
int p, q, s = 0;
|
||||
String u;
|
||||
while (s < text.length()) {
|
||||
p = Math.min(find(text, "smb://", s), Math.min(find(text, "ftp://", s), Math.min(find(text, "http://", s), find(text, "https://", s))));
|
||||
if (p == Integer.MAX_VALUE) break;
|
||||
q = text.indexOf(" ", p + 1);
|
||||
u = text.substring(p, q < 0 ? text.length() : q);
|
||||
if (u.endsWith(".")) u = u.substring(0, u.length() - 1); // remove the '.' that was appended above
|
||||
s = p + 1;
|
||||
if (this.blackpattern.matcher(u).matches()) continue;
|
||||
try {links.put(new MultiProtocolURI(u), PRESENT);} catch (MalformedURLException e) {}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* return the links in the text in the order as they appear
|
||||
* @return a list of urls
|
||||
*/
|
||||
public MultiProtocolURI[] getLinks() {
|
||||
MultiProtocolURI[] urls = new MultiProtocolURI[this.links.size()];
|
||||
int i = 0;
|
||||
for (MultiProtocolURI uri: this.links.keySet()) urls[i++] = uri;
|
||||
return urls;
|
||||
}
|
||||
|
||||
private static final int find(final String s, final String m, final int start) {
|
||||
final int p = s.indexOf(m, start);
|
||||
return (p < 0) ? Integer.MAX_VALUE : p;
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,39 @@
|
||||
/**
|
||||
* OutOfLimitsException
|
||||
* Copyright 2006 by Michael Peter Christen, mc@yacy.net, Frankfurt am Main, Germany
|
||||
* First released 17.01.2006 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package net.yacy.cora.storage;
|
||||
|
||||
public class OutOfLimitsException extends java.lang.RuntimeException {
|
||||
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
public OutOfLimitsException() {
|
||||
super("unspecific-error");
|
||||
}
|
||||
|
||||
public OutOfLimitsException(final int expectedLimit, final int actualSize) {
|
||||
super("Object size is " + actualSize + "; it exceeds the size limit " + expectedLimit);
|
||||
}
|
||||
|
||||
public OutOfLimitsException(final int actualSize) {
|
||||
super("Object size is " + actualSize + "; must not be negative");
|
||||
}
|
||||
|
||||
}
|
||||
@ -1,473 +0,0 @@
|
||||
// serverDate.java
|
||||
// -------------------------------------------
|
||||
// (C) by Michael Peter Christen; mc@yacy.net
|
||||
// (C) by by Bjoern 'Fuchs' Krombholz; fox.box@gmail.com
|
||||
// first published on http://www.anomic.de
|
||||
// Frankfurt, Germany, 2005, 2007
|
||||
// last major change: 14.03.2005
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation; either version 2 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with this program; if not, write to the Free Software
|
||||
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
|
||||
// this class is needed to replace the slow java built-in date method by a faster version
|
||||
|
||||
package net.yacy.kelondro.util;
|
||||
|
||||
import java.text.DateFormat;
|
||||
import java.text.ParseException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.Calendar;
|
||||
import java.util.Date;
|
||||
import java.util.Locale;
|
||||
import java.util.NoSuchElementException;
|
||||
import java.util.StringTokenizer;
|
||||
import java.util.TimeZone;
|
||||
|
||||
public final class DateFormatter {
|
||||
|
||||
/** minimal date format without time information (fixed width: 8) */
|
||||
public static final String PATTERN_SHORT_DAY = "yyyyMMdd";
|
||||
/** minimal date format (fixed width: 14) */
|
||||
public static final String PATTERN_SHORT_SECOND = "yyyyMMddHHmmss";
|
||||
/** minimal date format including milliseconds (fixed width: 17) */
|
||||
public static final String PATTERN_SHORT_MILSEC = "yyyyMMddHHmmssSSS";
|
||||
|
||||
/** default HTTP 1.1 header date format pattern */
|
||||
public static final String PATTERN_RFC1123 = "EEE, dd MMM yyyy HH:mm:ss Z"; // with numeric time zone indicator as defined in RFC5322
|
||||
public static final String PATTERN_RFC1123_SHORT = "EEE, dd MMM yyyy";
|
||||
|
||||
/** date pattern used in older HTTP implementations */
|
||||
public static final String PATTERN_ANSIC = "EEE MMM d HH:mm:ss yyyy";
|
||||
/** date pattern used in older HTTP implementations */
|
||||
public static final String PATTERN_RFC1036 = "EEEE, dd-MMM-yy HH:mm:ss zzz";
|
||||
|
||||
/** pattern for a W3C datetime variant of a non-localized ISO8601 date */
|
||||
public static final String PATTERN_ISO8601 = "yyyy-MM-dd'T'HH:mm:ss'Z'";
|
||||
|
||||
/** predefined GMT TimeZone object */
|
||||
private static final TimeZone TZ_GMT = TimeZone.getTimeZone("GMT");
|
||||
|
||||
/** predefined non-localized Calendar object for generic GMT dates */
|
||||
private static final Calendar CAL_GMT = Calendar.getInstance(TZ_GMT, Locale.US);
|
||||
|
||||
/** Date formatter/parser for minimal yyyyMMdd pattern */
|
||||
private static final SimpleDateFormat FORMAT_SHORT_DAY = new SimpleDateFormat(PATTERN_SHORT_DAY, Locale.US);
|
||||
/** Date formatter/parser for minimal yyyyMMddHHmmss pattern */
|
||||
private static final SimpleDateFormat FORMAT_SHORT_SECOND = new SimpleDateFormat(PATTERN_SHORT_SECOND, Locale.US);
|
||||
/** Date formatter/parser for minimal yyyyMMddHHmmssSSS pattern */
|
||||
private static final SimpleDateFormat FORMAT_SHORT_MILSEC = new SimpleDateFormat(PATTERN_SHORT_MILSEC, Locale.US);
|
||||
|
||||
/** Date formatter/non-sloppy parser for W3C datetime (ISO8601) in GMT/UTC */
|
||||
private static final SimpleDateFormat FORMAT_ISO8601 = new SimpleDateFormat(PATTERN_ISO8601, Locale.US);
|
||||
|
||||
/** Date formatter/parser for standard compliant HTTP header dates (RFC 1123) */
|
||||
private static final SimpleDateFormat FORMAT_ANSIC = new SimpleDateFormat(PATTERN_ANSIC, Locale.US);
|
||||
|
||||
private static final SimpleDateFormat FORMAT_RFC1123_SHORT = new SimpleDateFormat(PATTERN_RFC1123_SHORT, Locale.US);
|
||||
|
||||
|
||||
/** Initialization of static formats */
|
||||
static {
|
||||
// 2-digit dates are automatically parsed by SimpleDateFormat,
|
||||
// we need to detect the real year by adding 1900 or 2000 to
|
||||
// the year value starting with 1970
|
||||
CAL_GMT.setTimeInMillis(0);
|
||||
|
||||
// we want GMT times on the SHORT formats as well as they don't support any timezone
|
||||
FORMAT_SHORT_DAY.setTimeZone(TZ_GMT);
|
||||
FORMAT_SHORT_SECOND.setTimeZone(TZ_GMT);
|
||||
FORMAT_SHORT_MILSEC.setTimeZone(TZ_GMT);
|
||||
FORMAT_ISO8601.setTimeZone(TZ_GMT);
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Creates a String representation of a Date using the format defined
|
||||
* in ISO8601/W3C datetime
|
||||
* The result will be in UTC/GMT, e.g. "2007-12-19T10:20:30Z".
|
||||
*
|
||||
* @param date The Date instance to transform.
|
||||
* @return A fixed width (20 chars) ISO8601 date String.
|
||||
*/
|
||||
private static long FORMAT_ISO8601_last_time = 0;
|
||||
private static String FORMAT_ISO8601_last_format = "";
|
||||
public static final String formatISO8601(final Date date) {
|
||||
if (date == null) return "";
|
||||
if (Math.abs(date.getTime() - FORMAT_ISO8601_last_time) < 1000) return FORMAT_ISO8601_last_format;
|
||||
FORMAT_ISO8601_last_format = format(FORMAT_ISO8601, date);
|
||||
FORMAT_ISO8601_last_time = date.getTime();
|
||||
return FORMAT_ISO8601_last_format;
|
||||
}
|
||||
public static final String formatANSIC(final Date date) {
|
||||
if (date == null) return "";
|
||||
return format(FORMAT_ANSIC, date);
|
||||
}
|
||||
|
||||
public static String formatRFC1123_short(final Date date) {
|
||||
if (date == null) return "";
|
||||
return FORMAT_RFC1123_SHORT.format(date);
|
||||
}
|
||||
|
||||
/**
|
||||
* Identical to {@link #formatShortDay(Date)}, but for short second format.
|
||||
*/
|
||||
private static long FORMAT_SHORT_SECOND_last_time = 0;
|
||||
private static String FORMAT_SHORT_SECOND_last_format = "";
|
||||
public static String formatShortSecond(final Date date) {
|
||||
if (date == null) return "";
|
||||
if (Math.abs(date.getTime() - FORMAT_SHORT_SECOND_last_time) < 1000) return FORMAT_SHORT_SECOND_last_format;
|
||||
FORMAT_SHORT_SECOND_last_format = format(FORMAT_SHORT_SECOND, date);
|
||||
FORMAT_SHORT_SECOND_last_time = date.getTime();
|
||||
return FORMAT_SHORT_SECOND_last_format;
|
||||
}
|
||||
|
||||
public static String formatShortMilliSecond(final Date date) {
|
||||
return format(FORMAT_SHORT_MILSEC, date);
|
||||
}
|
||||
|
||||
/**
|
||||
* Note: The short day format doesn't include any timezone information. This method
|
||||
* transforms the date into the GMT/UTC timezone. Example: If the local system time is,
|
||||
* 2007-12-18 01:15:00 +0200, then the resulting String will be "2007-12-17".
|
||||
* In case you need a format with a timezon offset, use {@link #formatShortDay(TimeZone)}
|
||||
* @return a String representation of the current system date in GMT using the
|
||||
* short day format, e.g. "20071218".
|
||||
*/
|
||||
public static String formatShortDay() {
|
||||
return format(FORMAT_SHORT_DAY, new Date());
|
||||
}
|
||||
|
||||
/**
|
||||
* @see #formatShortDay()
|
||||
* @param date the Date to transform
|
||||
*/
|
||||
private static long FORMAT_SHORT_DAY_last_time = 0;
|
||||
private static String FORMAT_SHORT_DAY_last_format = "";
|
||||
public static String formatShortDay(final Date date) {
|
||||
if (date == null) return "";
|
||||
if (Math.abs(date.getTime() - FORMAT_SHORT_DAY_last_time) < 1000) return FORMAT_SHORT_DAY_last_format;
|
||||
FORMAT_SHORT_DAY_last_format = format(FORMAT_SHORT_DAY, date);
|
||||
FORMAT_SHORT_DAY_last_time = date.getTime();
|
||||
return FORMAT_SHORT_DAY_last_format;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse dates as defined in {@linkplain http://www.w3.org/TR/NOTE-datetime}.
|
||||
* This format (also specified in ISO8601) allows different "precisions".
|
||||
* The following lower precision versions for the complete date
|
||||
* "2007-12-19T10:20:30.567+0300" are allowed:<br>
|
||||
* "2007"<br>
|
||||
* "2007-12"<br>
|
||||
* "2007-12-19"<br>
|
||||
* "2007-12-19T10:20+0300<br>
|
||||
* "2007-12-19T10:20:30+0300<br>
|
||||
* "2007-12-19T10:20:30.567+0300<br>
|
||||
* Additionally a timezone offset of "+0000" can be substituted as "Z".<br>
|
||||
* Parsing is done in a fuzzy way. If there is an illegal character somewhere in
|
||||
* the String, the date parsed so far will be returned, e.g. the input
|
||||
* "2007-12-19FOO" would return a date that represents "2007-12-19".
|
||||
*
|
||||
* @param s
|
||||
* @return
|
||||
* @throws ParseException
|
||||
*/
|
||||
public static Date parseISO8601(String s) throws ParseException {
|
||||
// do some lazy checks here
|
||||
s = s.trim();
|
||||
while (s.length() > 0 && s.endsWith("?")) s = s.substring(0, s.length() - 1); // sometimes used if write is not sure about date
|
||||
if (s.startsWith("{")) s = s.substring(1);
|
||||
if (s.endsWith("}")) s = s.substring(0, s.length() - 1);
|
||||
if (s.startsWith("[")) s = s.substring(1);
|
||||
if (s.endsWith("]")) s = s.substring(0, s.length() - 1);
|
||||
while (s.length() > 0 && (s.charAt(0) > '9' || s.charAt(0) < '0')) s = s.substring(1);
|
||||
if (s.endsWith("--")) s = s.substring(0, s.length() - 2) + "00";
|
||||
int p = s.indexOf(';'); if (p >= 0) s = s.substring(0, p); // a semicolon may be used to separate two dates from each other; then we take the first
|
||||
p = s.indexOf(','); if (p >= 0) s = s.substring(0, p); // a comma may be used to separate two dates from each other; then we take the first
|
||||
while (s.length() > 0 && s.endsWith("?")) s = s.substring(0, s.length() - 1); // sometimes used if write is not sure about date
|
||||
|
||||
// no go for exact parsing
|
||||
final Calendar cal = Calendar.getInstance(TZ_GMT, Locale.US);
|
||||
cal.clear();
|
||||
|
||||
// split 2007-12-19T10:20:30.789+0500 into its parts
|
||||
// correct: yyyy['-'MM['-'dd['T'HH':'MM[':'ss['.'SSS]]('Z'|ZZZZZ)]]]
|
||||
final StringTokenizer t = new StringTokenizer(s, "-T:.Z+", true);
|
||||
if (s == null || t.countTokens() == 0)
|
||||
throw new ParseException("parseISO8601: Cannot parse '" + s + "'", 0);
|
||||
|
||||
try {
|
||||
// year
|
||||
cal.set(Calendar.YEAR, Integer.parseInt(t.nextToken()));
|
||||
// month
|
||||
if (t.nextToken().equals("-")) {
|
||||
cal.set(Calendar.MONTH, Integer.parseInt(t.nextToken()) - 1);
|
||||
} else {
|
||||
return cal.getTime();
|
||||
}
|
||||
// day
|
||||
if (t.nextToken().equals("-")) {
|
||||
cal.set(Calendar.DAY_OF_MONTH, Integer.parseInt(t.nextToken()));
|
||||
} else {
|
||||
return cal.getTime();
|
||||
}
|
||||
// The standard says: if there is an hour there has to be a minute and a
|
||||
// timezone token, too.
|
||||
// hour
|
||||
if (t.nextToken().equals("T")) {
|
||||
final int hour = Integer.parseInt(t.nextToken());
|
||||
// no error, got hours
|
||||
int min = 0;
|
||||
int sec = 0;
|
||||
int msec = 0;
|
||||
if (t.nextToken().equals(":")) {
|
||||
min = Integer.parseInt(t.nextToken());
|
||||
// no error, got minutes
|
||||
// need TZ or seconds
|
||||
String token = t.nextToken();
|
||||
if (token.equals(":")) {
|
||||
sec = Integer.parseInt(t.nextToken());
|
||||
// need millisecs or TZ
|
||||
token = t.nextToken();
|
||||
if (token.equals(".")) {
|
||||
msec = Integer.parseInt(t.nextToken());
|
||||
// need TZ
|
||||
token = t.nextToken();
|
||||
}
|
||||
}
|
||||
|
||||
// check for TZ data
|
||||
int offset;
|
||||
if (token.equals("Z")) {
|
||||
offset = 0;
|
||||
} else {
|
||||
int sign = 0;
|
||||
if (token.equals("+")) {
|
||||
sign = 1;
|
||||
} else if (token.equals("-")) {
|
||||
sign = -1;
|
||||
} else {
|
||||
// no legal TZ offset found
|
||||
return cal.getTime();
|
||||
}
|
||||
offset = sign * Integer.parseInt(t.nextToken()) * 10 * 3600;
|
||||
}
|
||||
cal.set(Calendar.ZONE_OFFSET, offset);
|
||||
}
|
||||
cal.set(Calendar.HOUR_OF_DAY, hour);
|
||||
cal.set(Calendar.MINUTE, min);
|
||||
cal.set(Calendar.SECOND, sec);
|
||||
cal.set(Calendar.MILLISECOND, msec);
|
||||
}
|
||||
} catch (final NoSuchElementException e) {
|
||||
// ignore this as it is perfectly fine to have non-complete date in this format
|
||||
} catch (final Exception e) {
|
||||
// catch all Exceptions and return what we parsed so far
|
||||
//serverLog.logInfo("SERVER", "parseISO8601: DATE ERROR with: '" + s + "' got so far: '" + cal.toString());
|
||||
}
|
||||
|
||||
// in case we couldn't even parse a year
|
||||
if (!cal.isSet(Calendar.YEAR))
|
||||
throw new ParseException("parseISO8601: Cannot parse '" + s + "'", 0);
|
||||
Date d = cal.getTime();
|
||||
return d;
|
||||
}
|
||||
|
||||
/**
|
||||
* Parse a String representation of a Date in short day format assuming the date
|
||||
* is aligned to the GMT/UTC timezone. An example for such a date string is "20071218".
|
||||
* @see #formatShortDay()
|
||||
* @throws ParseException The exception is thrown if an error occured during while parsing
|
||||
* the String.
|
||||
*/
|
||||
public static Date parseShortDay(final String timeString) throws ParseException {
|
||||
return parse(FORMAT_SHORT_DAY, timeString);
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns the current date in short second format which is a fixed width (14 chars)
|
||||
* String including the date and the time like "20071218233510". The result is in GMT/UTC.
|
||||
* @see #formatShortDay()
|
||||
*/
|
||||
public static String formatShortSecond() {
|
||||
return formatShortSecond(new Date());
|
||||
}
|
||||
|
||||
//TODO check the following 2 parse methods for correct use (GMT vs. different timezone)
|
||||
/**
|
||||
* Like {@link #parseShortDay(String)}, but for the "short second" format which is short date
|
||||
* plus a 6 digit day time value, like "20071218233510". The String should be in GMT/UTC to
|
||||
* get a correct Date.
|
||||
*/
|
||||
public static Date parseShortSecond(final String timeString) throws ParseException {
|
||||
return parse(FORMAT_SHORT_SECOND, timeString);
|
||||
}
|
||||
public static Date parseShortMilliSecond(final String timeString) throws ParseException {
|
||||
return parse(FORMAT_SHORT_MILSEC, timeString);
|
||||
}
|
||||
|
||||
/**
|
||||
* Like {@link #parseShortSecond(String)} using additional timezone information provided in an
|
||||
* offset String, like "+0100" for CET.
|
||||
*/
|
||||
public static Date parseShortSecond(final String remoteTimeString, final String remoteUTCOffset) {
|
||||
// FIXME: This method returns an incorrect date, check callers!
|
||||
// ex: de.anomic.server.serverDate.parseShortSecond("20070101120000", "+0200").toGMTString()
|
||||
// => 1 Jan 2007 13:00:00 GMT
|
||||
if (remoteTimeString == null || remoteTimeString.length() == 0) { return new Date(); }
|
||||
if (remoteUTCOffset == null || remoteUTCOffset.length() == 0) { return new Date(); }
|
||||
try {
|
||||
return new Date(parse(FORMAT_SHORT_SECOND, remoteTimeString).getTime() - DateFormatter.UTCDiff() + DateFormatter.UTCDiff(remoteUTCOffset));
|
||||
} catch (final java.text.ParseException e) {
|
||||
//serverLog.logFinest("parseUniversalDate", e.getMessage() + ", remoteTimeString=[" + remoteTimeString + "]");
|
||||
return new Date();
|
||||
} catch (final java.lang.NumberFormatException e) {
|
||||
//serverLog.logFinest("parseUniversalDate", e.getMessage() + ", remoteTimeString=[" + remoteTimeString + "]");
|
||||
return new Date();
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Format a time inteval in milliseconds into a String of the form
|
||||
* X 'day'['s'] HH':'mm
|
||||
*/
|
||||
public static String formatInterval(final long millis) {
|
||||
try {
|
||||
final long mins = millis / 60000;
|
||||
|
||||
final StringBuilder uptime = new StringBuilder();
|
||||
|
||||
final int uptimeDays = (int) (Math.floor(mins/1440.0));
|
||||
final int uptimeHours = (int) (Math.floor(mins/60.0)%24);
|
||||
final int uptimeMins = (int) mins%60;
|
||||
|
||||
uptime.append(uptimeDays)
|
||||
.append(((uptimeDays == 1)?" day ":" days "))
|
||||
.append((uptimeHours < 10)?"0":"")
|
||||
.append(uptimeHours)
|
||||
.append(":")
|
||||
.append((uptimeMins < 10)?"0":"")
|
||||
.append(uptimeMins);
|
||||
|
||||
return uptime.toString();
|
||||
} catch (final Exception e) {
|
||||
return "unknown";
|
||||
}
|
||||
}
|
||||
|
||||
/** called by all public format...(...) methods */
|
||||
private static String format(final SimpleDateFormat format, final Date date) {
|
||||
synchronized (format) {
|
||||
return format.format(date);
|
||||
}
|
||||
}
|
||||
|
||||
/** calles by all public parse...(...) methods */
|
||||
private static Date parse(final SimpleDateFormat format, final String dateString) throws ParseException {
|
||||
synchronized (format) {
|
||||
return format.parse(dateString);
|
||||
}
|
||||
}
|
||||
|
||||
// statics
|
||||
public final static long secondMillis = 1000;
|
||||
public final static long minuteMillis = 60 * secondMillis;
|
||||
public final static long hourMillis = 60 * minuteMillis;
|
||||
public final static long dayMillis = 24 * hourMillis;
|
||||
public final static long normalyearMillis = 365 * dayMillis;
|
||||
public final static long leapyearMillis = 366 * dayMillis;
|
||||
public final static int january = 31, normalfebruary = 28, leapfebruary = 29, march = 31,
|
||||
april = 30, may = 31, june = 30, july = 31, august = 31,
|
||||
september = 30, october = 31, november = 30, december = 31;
|
||||
public final static int[] dimnormal = {january, normalfebruary, march, april, may, june, july, august, september, october, november, december};
|
||||
public final static int[] dimleap = {january, leapfebruary, march, april, may, june, july, august, september, october, november, december};
|
||||
public final static String[] wkday = {"Mon","Tue","Wed","Thu","Fri","Sat","Sun"};
|
||||
//private final static String[] month = {"Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"};
|
||||
|
||||
// find out time zone and DST offset
|
||||
private static Calendar thisCalendar = Calendar.getInstance();
|
||||
|
||||
public static String UTCDiffString() {
|
||||
// we express the UTC Difference in 5 digits:
|
||||
// SHHMM
|
||||
// S ::= '+'|'-'
|
||||
// HH ::= '00'|'01'|'02'|'03'|'04'|'05'|'06'|'07'|'08'|'09'|'10'|'11'|'12'
|
||||
// MM ::= '00'|'15'|'30'|'45'
|
||||
// since there are some places on earth where there is a time shift of half an hour
|
||||
// we need too show also the minutes of the time shift
|
||||
// Examples: http://www.timeanddate.com/library/abbreviations/timezones/
|
||||
final long offsetHours = UTCDiff();
|
||||
final int om = Math.abs((int) (offsetHours / minuteMillis)) % 60;
|
||||
final int oh = Math.abs((int) (offsetHours / hourMillis));
|
||||
String diff = Integer.toString(om);
|
||||
if (diff.length() < 2) diff = "0" + diff;
|
||||
diff = Integer.toString(oh) + diff;
|
||||
if (diff.length() < 4) diff = "0" + diff;
|
||||
if (offsetHours < 0) {
|
||||
return "-" + diff;
|
||||
}
|
||||
return "+" + diff;
|
||||
}
|
||||
|
||||
private static long UTCDiff() {
|
||||
// DST_OFFSET is dependent on the time of the Calendar, so it has to be updated
|
||||
// to get the correct current offset
|
||||
synchronized(thisCalendar) {
|
||||
thisCalendar.setTimeInMillis(System.currentTimeMillis());
|
||||
final long zoneOffsetHours = thisCalendar.get(Calendar.ZONE_OFFSET);
|
||||
final long DSTOffsetHours = thisCalendar.get(Calendar.DST_OFFSET);
|
||||
return zoneOffsetHours + DSTOffsetHours;
|
||||
}
|
||||
}
|
||||
|
||||
private static long UTCDiff(final String diffString) {
|
||||
if (diffString.length() != 5) throw new IllegalArgumentException("UTC String malformed (wrong size):" + diffString);
|
||||
boolean ahead = true;
|
||||
if (diffString.length() > 0 && diffString.charAt(0) == '+') ahead = true;
|
||||
else if (diffString.length() > 0 && diffString.charAt(0) == '-') ahead = false;
|
||||
else throw new IllegalArgumentException("UTC String malformed (wrong sign):" + diffString);
|
||||
final long oh = Long.parseLong(diffString.substring(1, 3));
|
||||
final long om = Long.parseLong(diffString.substring(3));
|
||||
return ((ahead) ? (long) 1 : (long) -1) * (oh * hourMillis + om * minuteMillis);
|
||||
}
|
||||
|
||||
public static long correctedUTCTime() {
|
||||
return System.currentTimeMillis() - UTCDiff();
|
||||
}
|
||||
|
||||
public static long remainingTime(final long start, final long due, final long minimum) {
|
||||
if (due < 0) return -1;
|
||||
final long r = due + start - System.currentTimeMillis();
|
||||
if (r <= 0) return minimum;
|
||||
return r;
|
||||
}
|
||||
|
||||
public static void main(final String[] args) {
|
||||
//System.out.println("kelondroDate is (" + new kelondroDate().toString() + ")");
|
||||
System.out.println("offset is " + (UTCDiff()/1000/60/60) + " hours, javaDate is " + new Date() + ", correctedDate is " + new Date(correctedUTCTime()));
|
||||
System.out.println(" javaDate : " + formatShortSecond());
|
||||
System.out.println("serverDate : " + new DateFormatter().toString());
|
||||
System.out.println(" JavaDate : " + DateFormat.getDateInstance().format(new Date()));
|
||||
System.out.println(" JavaDate0: " + format(FORMAT_SHORT_SECOND, new Date(0)));
|
||||
System.out.println(" JavaDate0: " + DateFormat.getDateInstance().format(new Date(0)));
|
||||
//String testresult;
|
||||
final int cycles = 10000;
|
||||
long start;
|
||||
|
||||
final String[] testresult = new String[10000];
|
||||
start = System.currentTimeMillis();
|
||||
for (int i = 0; i < cycles; i++) testresult[i] = format(FORMAT_SHORT_SECOND, new Date());
|
||||
System.out.println("time for " + cycles + " calls to javaDate:" + (System.currentTimeMillis() - start) + " milliseconds");
|
||||
}
|
||||
}
|
||||
@ -1,41 +0,0 @@
|
||||
// kelondroOutOfLimitsException.java
|
||||
// ---------------------------------
|
||||
// part of The Kelondro Database
|
||||
// (C) by Michael Peter Christen; mc@yacy.net
|
||||
// first published on http://www.anomic.de
|
||||
// Frankfurt, Germany, 2006
|
||||
// created: 17.01.2006
|
||||
//
|
||||
// This program is free software; you can redistribute it and/or modify
|
||||
// it under the terms of the GNU General Public License as published by
|
||||
// the Free Software Foundation; either version 2 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU General Public License
|
||||
// along with this program; if not, write to the Free Software
|
||||
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
||||
|
||||
package net.yacy.kelondro.util;
|
||||
|
||||
public class kelondroOutOfLimitsException extends java.lang.RuntimeException {
|
||||
|
||||
private static final long serialVersionUID = 1L;
|
||||
|
||||
public kelondroOutOfLimitsException() {
|
||||
super("unspecific-error");
|
||||
}
|
||||
|
||||
public kelondroOutOfLimitsException(final int expectedLimit, final int actualSize) {
|
||||
super("Object size is " + actualSize + "; it exceeds the size limit " + expectedLimit);
|
||||
}
|
||||
|
||||
public kelondroOutOfLimitsException(final int actualSize) {
|
||||
super("Object size is " + actualSize + "; must not be negative");
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in new issue