tried to make last_modified recognition smarter

source/net/yacy/cora/protocol/HeaderFramework.java

@@ -492,7 +492,7 @@ public class HeaderFramework extends TreeMap<String, String> implements Map<Stri
     protected Date headerDate(final String kind) {
         if (containsKey(kind)) {
             Date parsedDate = parseHTTPDate(get(kind));
-            if (parsedDate == null) parsedDate = new Date();
+            if (parsedDate == null) return null;
             return parsedDate;
         }
         return null;

source/net/yacy/cora/protocol/ResponseHeader.java

@@ -84,7 +84,8 @@ public class ResponseHeader extends HeaderFramework {
 
     public Date lastModified() {
         if (this.date_cache_LastModified != null) return this.date_cache_LastModified;
-        final Date d = headerDate(HeaderFramework.LAST_MODIFIED);
+        Date d = headerDate(HeaderFramework.LAST_MODIFIED);
+        if (d == null) d = date();
         final Date now = new Date();
         this.date_cache_LastModified = (d == null) ? date() : d.after(now) ? now : d;
         return this.date_cache_LastModified;

source/net/yacy/search/index/Segment.java

@@ -529,6 +529,7 @@ public class Segment {
 
         // STORE URL TO LOADED-URL-DB
         Date modDate = responseHeader == null ? new Date() : responseHeader.lastModified();
+        if (modDate == null) modDate = new Date();
         if (modDate.getTime() > loadDate.getTime()) modDate = loadDate;
         char docType = Response.docType(document.dc_format());
         

source/net/yacy/search/schema/CollectionConfiguration.java

@@ -468,6 +468,7 @@ public class CollectionConfiguration extends SchemaConfiguration implements Seri
         if (allAttr || contains(CollectionSchema.content_type)) add(doc, CollectionSchema.content_type, new String[]{document.dc_format()});
         if (allAttr || contains(CollectionSchema.last_modified)) {
             Date lastModified = responseHeader == null ? new Date() : responseHeader.lastModified();
+            if (lastModified == null) lastModified = new Date();
             if (document.getDate().before(lastModified)) lastModified = document.getDate();
             add(doc, CollectionSchema.last_modified, lastModified);
         }