boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

faster listing and news aging enhancement

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@505 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 20 years ago
parent 53dcbadfbf
commit ec07928807
4 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File

10
doc/Download.html
Unescape View File

@ -35,20 +35,20 @@ You can <a href="http://java.sun.com/j2se/1.4.2/download.html">download the Java
</p>
<p><b>Latest Release:</b>
The latest YaCy release version is 0.391<br>
The latest YaCy release version is 0.394<br>
Nightly builds from compiles out of SVN can be obtained from <a href="http://devbin.yacy-forum.de/">http://devbin.yacy-forum.de/</a>.<br>
<p>Main releases of YaCy are hosted on <a href="http://www.yacy.net/yacy/">yacy.net</a>, <a href="http://developer.berlios.de/projects/yacy/">yacy@BerliOS.de</a> and <a href="http://freshmeat.net/projects/yacyproxy/">yacy@freshmeat.net</a>.<br>
Download Mirrors and YaCy Flavours:
<ul>
<li>Generic release of YaCy (all platforms with J2SE 1.4.2: Linux, Mac OS X, Windows, Solaris):</li>
<ul>
<li><tt>from yacy.net&nbsp;&nbsp;&nbsp;: <a href="http://www.yacy.net/yacy/release/yacy_v0.391_20050726_434.tar.gz"><tt>yacy_v0.391_20050726_434.tar.gz</tt></a></tt></li>
<li><tt>from BerliOS.de&nbsp;: <a href="http://download.berlios.de/yacy/yacy_v0.391_20050726_434.tar.gz"><tt>yacy_v0.391_20050726_434.tar.gz</tt></a></tt></li>
<li><tt>from yacy.net&nbsp;&nbsp;&nbsp;: <a href="http://www.yacy.net/yacy/release/yacy_v0.394_20050803_489.tar.gz"><tt>yacy_v0.394_20050803_489.tar.gz</tt></a></tt></li>
<li><tt>from BerliOS.de&nbsp;: <a href="http://download.berlios.de/yacy/yacy_dev_v0.394_20050803_489.tar.gz"><tt>yacy_v0.394_20050803_489.tar.gz</tt></a></tt></li>
</ul>
<li>Windows-flavour release of YaCy (same code as generic release, but with convenient Windows-Installer):</li>
<ul>
<li><tt>from yacy.net&nbsp;&nbsp;&nbsp;: <a href="http://www.yacy.net/yacy/release/yacy_v0.391_20050726_434.exe"><tt>yacy_v0.391_20050726_434.exe</tt></a></tt></li>
<li><tt>from BerliOS.de&nbsp;: <a href="http://download.berlios.de/yacy/yacy_v0.391_20050726_434.exe"><tt>yacy_v0.391_20050726_434.exe</tt></a></tt></li>
<li><tt>from yacy.net&nbsp;&nbsp;&nbsp;: <a href="http://www.yacy.net/yacy/release/yacy_v0.394_20050803_489.exe"><tt>yacy_v0.394_20050803_489.exe</tt></a></tt></li>
<li><tt>from BerliOS.de&nbsp;: <a href="http://download.berlios.de/yacy/yacy_v0.394_20050803_489.exe"><tt>yacy_v0.394_20050803_489.exe</tt></a></tt></li>
</ul>
</ul>
</p>

4
htroot/Network.java
Unescape View File

@ -197,7 +197,7 @@ public class Network {
// generate table
int page = Integer.parseInt(post.get("page", "1"));
int conCount = 0;
int maxCount = 500;
int maxCount = 300;
if (yacyCore.seedDB == null) {
prop.put("table", 0);//no remote senior/principal proxies known"
} else {
@ -221,7 +221,7 @@ public class Network {
HashMap updatedWiki = new HashMap();
HashMap isCrawling = new HashMap();
int availableNews = yacyCore.newsPool.size(yacyNewsPool.INCOMING_DB);
if (availableNews > 500) availableNews = 500;
if (availableNews > 300) availableNews = 300;
yacyNewsRecord record;
try {
for (int c = availableNews - 1; c >= 0; c--) {

2
htroot/News.java
Unescape View File

@ -118,7 +118,7 @@ public class News {
} else {
int maxCount = yacyCore.newsPool.size(tableID);
if (maxCount > 500) maxCount = 500;
if (maxCount > 300) maxCount = 300;
yacyNewsRecord record;
yacySeed seed;

10
source/de/anomic/yacy/yacyNewsPool.java
Unescape View File

@ -145,7 +145,7 @@ public class yacyNewsPool {
synchronized (incomingNews) {
for (int i = incomingNews.size() - 1; i >= 0; i--) {
record = incomingNews.top(i);
if (automaticProcessP(record)) {
if ((i > 500) || (automaticProcessP(record))) {
incomingNews.pop(i);
processedNews.push(record);
//newsDB.remove(id);
@ -158,12 +158,16 @@ public class yacyNewsPool {
private boolean automaticProcessP(yacyNewsRecord record) {
if (record == null) return false;
if ((yacyCore.universalTime() - record.created().getTime()) > (1000 * 60 * 60 * 24 * 7) /* 1 Week */) {
// remove everything after 1 week
return true;
}
if ((record.category().equals("wiki_upd")) &&
(yacyCore.universalTime() - record.created().getTime() > 1000 * 60 * 60 * 24 /* 1 Day */)) {
((yacyCore.universalTime() - record.created().getTime()) > (1000 * 60 * 60 * 24) /* 1 Day */)) {
return true;
}
if ((record.category().equals("crwlstrt")) &&
(yacyCore.universalTime() - record.created().getTime() > 1000 * 60 * 60 * 24 /* 1 Day */)) {
((yacyCore.universalTime() - record.created().getTime()) > (1000 * 60 * 60 * 24) /* 1 Day */)) {
yacySeed seed = yacyCore.seedDB.get(record.originator());
try {
return (Integer.parseInt(seed.get("ISpeed", "-")) < 10);

Write Preview
Loading…
Cancel
Save