From 535d4bf75f4c458938f0ccad53a4d0ea50c23e50 Mon Sep 17 00:00:00 2001
From: reger <reger18@arcor.de>
Date: Thu, 4 Feb 2016 19:16:00 +0100
Subject: [PATCH] respect hidden attribute for file and smb directory listing
 (hidden directories are not listed, effects crawling of local file system)

---
 .../cora/document/id/MultiProtocolURL.java    | 11 ++++++--
 .../net/yacy/search/index/DocumentIndex.java  | 28 ++++++++++---------
 2 files changed, 24 insertions(+), 15 deletions(-)

diff --git a/source/net/yacy/cora/document/id/MultiProtocolURL.java b/source/net/yacy/cora/document/id/MultiProtocolURL.java
index 24907b8d3..755f60f1a 100644
--- a/source/net/yacy/cora/document/id/MultiProtocolURL.java
+++ b/source/net/yacy/cora/document/id/MultiProtocolURL.java
@@ -2256,9 +2256,16 @@ public class MultiProtocolURL implements Serializable, Comparable<MultiProtocolU
         return null;
     }
 
+    /**
+     * Get directory listing of file or smb url
+     * respects the hidden attribute of a directory (return null if hidden)
+     * 
+     * @return names of files and directories or null
+     * @throws IOException
+     */
     public String[] list() throws IOException {
-        if (isFile()) return getFSFile().list();
-        if (isSMB()) try {
+        if (isFile() && !isHidden()) return getFSFile().list();
+        if (isSMB() && !isHidden()) try {
             final SmbFile sf = getSmbFile();
             if (!sf.isDirectory()) return null;
             try {
diff --git a/source/net/yacy/search/index/DocumentIndex.java b/source/net/yacy/search/index/DocumentIndex.java
index aa805c4b7..7512393a3 100644
--- a/source/net/yacy/search/index/DocumentIndex.java
+++ b/source/net/yacy/search/index/DocumentIndex.java
@@ -204,22 +204,24 @@ public class DocumentIndex extends Segment {
             return;
         }
         final String[] s = start.list();
-        AnchorURL w;
-        for ( final String t : s ) {
-            try {
-                w = new AnchorURL(start, t);
-                if ( w.canRead() && !w.isHidden() ) {
-                    if ( w.isDirectory() ) {
-                        addConcurrent(w);
-                    } else {
-                        try {
-                            this.queue.put(w);
-                        } catch (final InterruptedException e ) {
+        if (s != null) {
+            AnchorURL w;
+            for ( final String t : s ) {
+                try {
+                    w = new AnchorURL(start, t);
+                    if ( w.canRead() && !w.isHidden() ) {
+                        if ( w.isDirectory() ) {
+                            addConcurrent(w);
+                        } else {
+                            try {
+                                this.queue.put(w);
+                            } catch (final InterruptedException e ) {
+                            }
                         }
                     }
+                } catch (final MalformedURLException e1 ) {
+                    ConcurrentLog.logException(e1);
                 }
-            } catch (final MalformedURLException e1 ) {
-                ConcurrentLog.logException(e1);
             }
         }
     }