You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
277 lines
15 KiB
277 lines
15 KiB
<!DOCTYPE html>
|
|
<html lang="en">
|
|
<head>
|
|
<title>YaCy '#[clientname]#': Index Browser</title>
|
|
#%env/templates/metas.template%#
|
|
<script type="text/javascript">
|
|
//<![CDATA[
|
|
function xmlhttpPost() {
|
|
var searchform = document.getElementById('searchform');
|
|
search(searchform.path.value);
|
|
}
|
|
|
|
function search(query) {
|
|
var xmlHttpReq = false;
|
|
var self = this;
|
|
if (window.XMLHttpRequest) { // Mozilla/Safari
|
|
self.xmlHttpReq = new XMLHttpRequest();
|
|
}
|
|
else if (window.ActiveXObject) { // IE
|
|
self.xmlHttpReq = new ActiveXObject("Microsoft.XMLHTTP");
|
|
}
|
|
self.xmlHttpReq.open('GET', "solr/select?q=sku:\"" + query + "\" OR host_s:\"" + query + "\" OR host_dnc_s:\"" + query + "\" OR host_organization_s:\"" + query + "\" OR host_organizationdnc_s:\"" + query + "\" OR host_subdomain_s:\"" + query + "\" OR url_paths_sxt:\"" + query + "\" OR url_file_name_s:\"" + query + "\"&start=0&rows=100&wt=yjson", true);
|
|
self.xmlHttpReq.setRequestHeader('Content-Type', 'application/x-www-form-urlencoded');
|
|
self.xmlHttpReq.onreadystatechange = function() {
|
|
if (self.xmlHttpReq.readyState == 4) {
|
|
updatepage(self.xmlHttpReq.responseText);
|
|
}
|
|
}
|
|
self.xmlHttpReq.send(null);
|
|
}
|
|
|
|
function updatepage(str) {
|
|
var rsp = eval("("+str+")");
|
|
var firstChannel = rsp.channels[0];
|
|
var totalResults = firstChannel.totalResults.replace(/[,.]/,"");
|
|
var startIndex = firstChannel.startIndex;
|
|
var itemsPerPage = firstChannel.itemsPerPage;
|
|
var navigation = firstChannel.navigation;
|
|
|
|
var html = "";
|
|
|
|
if (totalResults > 0 && firstChannel.items.length > 0) {
|
|
var item;
|
|
html += "<table class=\"networkTable\" style=\"border-width:0; width:99%; border-spacing:1px;\">";
|
|
html += "<thead><tr class=\"TableHeader\" style=\"vertical-align:bottom;\">";
|
|
html += "<th style=\"padding: 2px;\">URL from index (total results = " + totalResults + ")<\/th></tr></thead>";
|
|
html += "<tbody>";
|
|
for (var i = 0; i < firstChannel.items.length; i++) {
|
|
item = firstChannel.items[i];
|
|
html += "<tr class=\"TableCellLight\"><td style=\"padding: 2px;text-align:left;\"><a href=\"IndexBrowser_p.html?pathsearch=&path=" + item.link + "\">" + item.link + "<\/a><\/td>";
|
|
}
|
|
html += "</tbody><\/table>";
|
|
}
|
|
document.getElementById("searchresults").innerHTML = html;
|
|
}
|
|
//]]>
|
|
</script>
|
|
<script type="text/javascript" src="js/sorttable.js"></script>
|
|
<!-- style for hypertree -->
|
|
<link href="env/hypertree.css" rel="stylesheet">
|
|
</head>
|
|
<body id="IndexControl">
|
|
#%env/templates/header.template%#
|
|
#%env/templates/submenuWebStructure.template%#
|
|
<h1>Index Browser</h1>
|
|
<p>Browse the index of #[ucount]# documents. Enter a host or an URL for a file list or view a list of <a href="IndexBrowser_p.html?hosts=">all hosts</a>#(authorized)#::, <a href="IndexBrowser_p.html?hosts=crawling">only hosts with urls pending in the crawler</a> or <a href="IndexBrowser_p.html?hosts=error">only with load errors</a>#(/authorized)#.</p>
|
|
<form action="IndexBrowser_p.html" id="searchform" method="get" role="search">
|
|
<fieldset class="yacys">
|
|
<div class="input-group" style="width:600px;float:left;">
|
|
<label for="search" class="input-group-addon">Host/URL</label>
|
|
<input id="search" type="search" name="path" value="#[path]#" maxlength="250" class="form-control" onkeyup="xmlhttpPost(); return false;"/>
|
|
<div class="input-group-btn">
|
|
<button id="list" name="list" class="btn btn-primary">Browse Host</button>
|
|
</div>
|
|
</div>
|
|
#(delete)#::
|
|
<input type="submit" name="delete" value="Delete Subpath" class="btn btn-danger" onclick="return confirm('Confirm Deletion')"/>
|
|
<input type="submit" name="reload404" value="Re-load load-failure docs (404s etc)" class="btn btn-warning" />
|
|
#(/delete)#
|
|
<div id="searchresults" style="clear:both;"></div>
|
|
</fieldset>
|
|
</form>
|
|
#[result]#
|
|
|
|
#(hosts)#::
|
|
<fieldset><legend>Host List</legend>
|
|
<ol style="list-style-type : none; padding-left: 0px">
|
|
#{list}#
|
|
<li style="float:left; padding:1px 5px 1px 5px;">
|
|
<div style="width:180px; text-align:left; float: left; white-space:nowrap; overflow:hidden;"><div><img src="env/grafics/#(type)#invisible.png::burn-e.gif::construction.gif#(/type)#" alt="#(type)#::Host has load error(s)::Pending in Crawler#(/type)#" title="#(type)#::Host has load error(s)::Pending in Crawler#(/type)#" style="float:left" width="12" height="8"> <a href="IndexBrowser_p.html?path=#[host]#&facetcount=#[count]#">#[host]#</a></div></div>
|
|
<div style="width:120px; text-align:right; float: left; white-space:nowrap; overflow:hidden;"><span class="commit" aria-label="#[count]# valid">#[count]#</span>#(crawler)#::/<span class="pending" aria-label="#[pending]# pending">#[pending]#</span>#(/crawler)##(errors)#::/<span class="info" aria-label="#[exclcount]# excluded">#[exclcount]#</span>/<span class="error" aria-label="#[failcount]# failed">#[failcount]#</span>#(/errors)# URLs</div>
|
|
</li>
|
|
#{/list}#
|
|
</ol>
|
|
<div style="clear:both; float:left; padding:10px 5px 1px 5px;">
|
|
<span>Count Colors:</span>
|
|
<span class="commit"> Documents without Errors</span>
|
|
#(authorized)#::
|
|
<span class="pending"> Pending in Crawler</span>
|
|
<span class="info"> Crawler Excludes</span>
|
|
<span class="error"> Load Errors</span>
|
|
#(/authorized)#
|
|
</div>
|
|
</fieldset>
|
|
|
|
<link rel="stylesheet" href="env/morris.css">
|
|
<script src="js/raphael.min.js"></script>
|
|
<script src="js/morris.js"></script>
|
|
<script type="text/javascript" src="js/accessibleHistogram.js" charset="UTF-8"></script>
|
|
<div id="graph" style="height:200px"></div>
|
|
<script>
|
|
var solr= $.getJSON("solr/collection1/select?q=*:*&start=0&rows=0&wt=json&facet=true&facet.sort=index&facet.range=dates_in_content_dts&f.dates_in_content_dts.facet.range.start=NOW/DAY-99DAYS&f.dates_in_content_dts.facet.range.end=NOW/DAY%2B1DAY&f.dates_in_content_dts.facet.range.gap=%2B1DAY", function(data) {
|
|
dates_in_content_dts = data.facet_counts.facet_ranges.dates_in_content_dts.counts;
|
|
var parsed = [];
|
|
for (var i = 0; i < dates_in_content_dts.length; i = i + 2) {
|
|
var date = dates_in_content_dts[i];
|
|
var count = dates_in_content_dts[i + 1];
|
|
if (date && count) {parsed[parsed.length] = {x: date,y: count};};
|
|
};
|
|
if (parsed.length > 0) {
|
|
var histogram = Morris.Bar({
|
|
element: 'graph',
|
|
data: parsed,
|
|
xkey: 'x',
|
|
ykeys: ['y'],
|
|
labels: ['number of documents about this date'],
|
|
yLabelFormat: function (y) { return y.toString() + ' docs'; },
|
|
barColors: function (row, series, type) {
|
|
var d = new Date(row.label);
|
|
if (d.getDay() === 6) return '#4aaf46'; //saturday
|
|
if (d.getDay() === 0) return '#4aaf46'; //sunday
|
|
return '#3574c0';
|
|
},
|
|
hideHover: 'false'
|
|
}).on('click', function(i, row) {
|
|
console.log(i, row);
|
|
});
|
|
|
|
/* Add keyboard navigation support and accessible attributes */
|
|
makeAccessibleMorrisBar(histogram,
|
|
"Number of documents per date histogram",
|
|
function(data) {return data.x + " : " + data.y + " docs"});
|
|
}
|
|
|
|
});
|
|
</script>
|
|
#(/hosts)#
|
|
|
|
#(hostanalysis)#::
|
|
<fieldset><legend>Host Analysis</legend>
|
|
#{facets}#
|
|
<table class="sortable" style="float:left; border-width: 0">
|
|
<tr class="TableCellDark">
|
|
<td style="text-align:left;white-space:nowrap" colspan="5" class="pending">#[facetname]#</td>
|
|
<td style="text-align:right;white-space:nowrap" colspan="5" class="listingok">#</td>
|
|
</tr>
|
|
#{facet}#
|
|
<tr class="TableCellLight">
|
|
<td style="text-align:left;white-space:nowrap" colspan="5" class="pending">#[key]#</td>
|
|
<td style="text-align:right;white-space:nowrap" colspan="5" class="listingok"><a href="#[a]#" target="_blank" class="forceNoExternalIcon">#[count]#</a></td>
|
|
</tr>
|
|
#{/facet}#
|
|
</table>
|
|
#{/facets}#
|
|
</fieldset>
|
|
#(/hostanalysis)#
|
|
|
|
#(files)#::
|
|
<fieldset>
|
|
<legend style="display: inline">Browser for <a href="#[path]#" target="_blank">#[path]#</a>
|
|
<span style="padding-left: 25px">
|
|
<form style="display: inline" action="IndexBrowser_p.html?path=#[path]#" id="searchform" method="get" role="search">
|
|
<button type="submit" name="addtoblacklist" class="btn btn-xs btn-default">Add to blacklist #(blkadded)#::<span class="text-success glyphicon glyphicon-ok"></span>::<span class="text-danger glyphicon glyphicon-remove">#(/blkadded)#</button>
|
|
<input type="text" name="path" value="#[path]#" hidden="true"/>
|
|
</form>
|
|
</span>
|
|
</legend>
|
|
<p>documents stored for host: #[hostsize]#; documents stored for subpath: #[subpathloadsize]#; unloaded documents detected in subpath: #[subpathdetectedsize]# <!-- #(complete)#;<a href="IndexBrowser_p.html?complete=true&path=#[path]#">get complete list</a>::<a href="IndexBrowser_p.html?path=#[path]#">directory view</a>#(/complete)#-->
|
|
</p>
|
|
<table class="sortable" style="float:left; border-width: 0">
|
|
<thead>
|
|
<tr>
|
|
<th style="text-align:center; width:32px"></th>
|
|
<th style="text-align:left; width: 600px" class="listing">Path</th>
|
|
<th style="text-align:right; padding:2px;" class="listingem">stored</th>
|
|
<th style="text-align:right; padding:2px;" class="listingem">linked</th>
|
|
<th style="text-align:right; padding:2px;" class="listingem">pending</th>
|
|
<th style="text-align:right; padding:2px;" class="listingem">excluded</th>
|
|
<th style="text-align:right; padding:2px;" class="listingem">failed</th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
#(root)#
|
|
<tr class="TableCell#(dark)#Light::Dark::Summary#(/dark)#">
|
|
<td style="text-align:center"></td>
|
|
<td style="text-align:left;white-space:nowrap"><a href="IndexBrowser_p.html?path=#[path]#" class="listing">..</a></td>
|
|
<td style="text-align:right;white-space:nowrap" colspan="5"></td>
|
|
</tr>::
|
|
#(/root)#
|
|
#{list}#
|
|
#(type)#<!--file-->
|
|
<tr class="TableCell#(dark)#Light::Dark::Summary#(/dark)#">
|
|
<td style="text-align:center"><div><a href="ViewFile.html?url=#[url]#"><img src="env/grafics/doc.gif" alt=""/><span>Metadata</span></a></div></td>
|
|
<td style="text-align:left;white-space:nowrap" class=#(stored)#"listingem"::"listing"#(/stored)#><a href="#[url]#" target="_blank">#[url]#</a></td>
|
|
#(stored)#
|
|
#(load)#<td style="text-align:left;white-space:nowrap" colspan="5" class="listingem">link, detected from context</td>::<td style="text-align:left;white-space:nowrap" colspan="5" class="listingnok"><a href="IndexBrowser_p.html?load=#[url]#&path=#[path]#">load & index</a>#(/load)#</td>::
|
|
<td style="text-align:left;white-space:nowrap" colspan="1" class="listingok">indexed</td><td style="text-align:left;white-space:nowrap" colspan="4" class="listingem">#[comment]#</td>::
|
|
<td style="text-align:left;white-space:nowrap" colspan="5" class="pending">loading</td>::
|
|
<td style="text-align:left;white-space:nowrap" colspan="5" class="listingnok">#[error]#</td>
|
|
#(/stored)#
|
|
</tr>::<!--folder-->
|
|
<tr class="TableCell#(dark)#Light::Dark::Summary#(/dark)#">
|
|
<td style="text-align:center"><img src="env/grafics/dir.gif" alt="Directory"/></td>
|
|
<td style="text-align:left;white-space:nowrap" class="listing"><a href="IndexBrowser_p.html?path=#[url]#" class="listing">#[url]#</a></td>
|
|
<td style="text-align:right" class="commit">#[stored]#</td>
|
|
<td style="text-align:right" class="listing">#[linked]#</td>
|
|
<td style="text-align:right" #(pendingVisible)#class="listingem"::class="pending"#(/pendingVisible)#>#[pending]#</td>
|
|
<td style="text-align:right" #(excludedVisible)#class="listingem"::class="error"#(/excludedVisible)#>#[excluded]#</td>
|
|
<td style="text-align:right" #(failedVisible)#class="listingem"::class="error"#(/failedVisible)#>#[failed]#</td>
|
|
</tr>
|
|
#(/type)#
|
|
#{/list}#
|
|
</tbody>
|
|
</table>
|
|
</fieldset>
|
|
|
|
#(linkgraph)#<div style="text-align:center"><form><input name="showlinkstructure" onClick="location.href = location.toString() + '&showlinkstructure=';" class="btn btn-default btn-xs" value="show link graph"/></form></div>::
|
|
<script src="js/d3.v5.min.js"></script>
|
|
<script src="js/hypertree.js"></script>
|
|
<div id="linkstructure"></div>
|
|
<script>$(document).ready(linkstructure("#[host]#", "#linkstructure", 1280, 720, 3000, 700));</script>
|
|
#(/linkgraph)#
|
|
|
|
#(/files)#
|
|
|
|
|
|
#(outbound)#::
|
|
<fieldset><legend>Outbound Links, outgoing from #[host]# - Host List</legend>
|
|
<ol style="list-style-type : none; padding-left: 0px">
|
|
#{list}#
|
|
<li style="float:left; padding:1px 5px 1px 5px;">
|
|
<div style="width:160px; text-align:left; float: left; white-space:nowrap; overflow:hidden;"><div><a href="IndexBrowser_p.html?path=#[link]#">#[host]#</a></div></div>
|
|
<div style="width:80px; text-align:right; float: left; white-space:nowrap; overflow:hidden;">#[count]# URLs</div>
|
|
</li>
|
|
#{/list}#
|
|
</ol>
|
|
<p style="clear:both"><br/>
|
|
<img src="WebStructurePicture_p.png?host=#[host]#&depth=3&width=1024&height=576&nodes=200&time=1000&colortext=888888&colorback=FFFFFF&colordot0=1111BB&colordota=11BB11&colorline=222222&colorlineend=333333">
|
|
</p>
|
|
</fieldset>
|
|
#(/outbound)#
|
|
|
|
#(inbound)#::
|
|
<fieldset><legend>Inbound Links, incoming to #[host]# - Host List</legend>
|
|
<ol style="list-style-type : none; padding-left: 0px">
|
|
#{list}#
|
|
<li style="float:left; padding:1px 5px 1px 5px;">
|
|
<div style="width:160px; text-align:left; float: left; white-space:nowrap; overflow:hidden;"><div><a href="IndexBrowser_p.html?path=#[host]#">#[host]#</a></div></div>
|
|
<div style="width:80px; text-align:right; float: left; white-space:nowrap; overflow:hidden;">#[count]# URLs</div>
|
|
</li>
|
|
#{/list}#
|
|
</ol>
|
|
</fieldset>
|
|
#(/inbound)#
|
|
|
|
#(hosts)#::
|
|
<form action="IndexBrowser_p.html" method="get">
|
|
<fieldset><legend>Administration Options</legend>
|
|
<div>Delete all <span class="error">Load Errors</span> from index <input style="width:240px " type="submit" name="deleteLoadErrors" value="Delete Load Errors" class="btn btn-primary"/></div>
|
|
</fieldset>
|
|
</form>
|
|
#(/hosts)#
|
|
|
|
#%env/templates/footer.template%#
|
|
</body>
|
|
</html>
|