From 53948da7d0335031feab16ab7e44a59eedf0e3b7 Mon Sep 17 00:00:00 2001
From: Michael Peter Christen <mc@yacy.net>
Date: Thu, 22 May 2014 00:28:51 +0200
Subject: [PATCH] tried to make last_modified recognition smarter

---
 source/net/yacy/cora/protocol/HeaderFramework.java         | 2 +-
 source/net/yacy/cora/protocol/ResponseHeader.java          | 3 ++-
 source/net/yacy/search/index/Segment.java                  | 1 +
 source/net/yacy/search/schema/CollectionConfiguration.java | 1 +
 4 files changed, 5 insertions(+), 2 deletions(-)

diff --git a/source/net/yacy/cora/protocol/HeaderFramework.java b/source/net/yacy/cora/protocol/HeaderFramework.java
index 60274e30b..8b6e9cd91 100644
--- a/source/net/yacy/cora/protocol/HeaderFramework.java
+++ b/source/net/yacy/cora/protocol/HeaderFramework.java
@@ -492,7 +492,7 @@ public class HeaderFramework extends TreeMap<String, String> implements Map<Stri
     protected Date headerDate(final String kind) {
         if (containsKey(kind)) {
             Date parsedDate = parseHTTPDate(get(kind));
-            if (parsedDate == null) parsedDate = new Date();
+            if (parsedDate == null) return null;
             return parsedDate;
         }
         return null;
diff --git a/source/net/yacy/cora/protocol/ResponseHeader.java b/source/net/yacy/cora/protocol/ResponseHeader.java
index 6f9d29fa7..92f4fd84b 100644
--- a/source/net/yacy/cora/protocol/ResponseHeader.java
+++ b/source/net/yacy/cora/protocol/ResponseHeader.java
@@ -84,7 +84,8 @@ public class ResponseHeader extends HeaderFramework {
 
     public Date lastModified() {
         if (this.date_cache_LastModified != null) return this.date_cache_LastModified;
-        final Date d = headerDate(HeaderFramework.LAST_MODIFIED);
+        Date d = headerDate(HeaderFramework.LAST_MODIFIED);
+        if (d == null) d = date();
         final Date now = new Date();
         this.date_cache_LastModified = (d == null) ? date() : d.after(now) ? now : d;
         return this.date_cache_LastModified;
diff --git a/source/net/yacy/search/index/Segment.java b/source/net/yacy/search/index/Segment.java
index 4628806cc..59d2a8cb3 100644
--- a/source/net/yacy/search/index/Segment.java
+++ b/source/net/yacy/search/index/Segment.java
@@ -529,6 +529,7 @@ public class Segment {
 
         // STORE URL TO LOADED-URL-DB
         Date modDate = responseHeader == null ? new Date() : responseHeader.lastModified();
+        if (modDate == null) modDate = new Date();
         if (modDate.getTime() > loadDate.getTime()) modDate = loadDate;
         char docType = Response.docType(document.dc_format());
         
diff --git a/source/net/yacy/search/schema/CollectionConfiguration.java b/source/net/yacy/search/schema/CollectionConfiguration.java
index 377747ee8..e1d15ce82 100644
--- a/source/net/yacy/search/schema/CollectionConfiguration.java
+++ b/source/net/yacy/search/schema/CollectionConfiguration.java
@@ -468,6 +468,7 @@ public class CollectionConfiguration extends SchemaConfiguration implements Seri
         if (allAttr || contains(CollectionSchema.content_type)) add(doc, CollectionSchema.content_type, new String[]{document.dc_format()});
         if (allAttr || contains(CollectionSchema.last_modified)) {
             Date lastModified = responseHeader == null ? new Date() : responseHeader.lastModified();
+            if (lastModified == null) lastModified = new Date();
             if (document.getDate().before(lastModified)) lastModified = document.getDate();
             add(doc, CollectionSchema.last_modified, lastModified);
         }