You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
84 lines
3.5 KiB
84 lines
3.5 KiB
var AJAX_OFF="/env/grafics/empty.gif";
|
|
var AJAX_ON="/env/grafics/ajax.gif";
|
|
var timeout="";
|
|
|
|
function handleResponse(){
|
|
if (http.readyState == 4){
|
|
var response = http.responseXML;
|
|
|
|
// get the document title
|
|
doctitle="";
|
|
if (response.getElementsByTagName("title")[0].firstChild!=null){
|
|
doctitle=response.getElementsByTagName("title")[0].firstChild.nodeValue;
|
|
}
|
|
//document.getElementById("title").innerHTML=doctitle;
|
|
document.getElementById("bookmarkTitle").value=doctitle;
|
|
|
|
// determine if crawling is allowed by the robots.txt
|
|
docrobotsOK="";
|
|
if(response.getElementsByTagName("robots")[0].firstChild!=null){
|
|
docrobotsOK=response.getElementsByTagName("robots")[0].firstChild.nodeValue;
|
|
}
|
|
robotsOKspan=document.getElementById("robotsOK");
|
|
if(robotsOKspan.firstChild){
|
|
robotsOKspan.removeChild(robotsOKspan.firstChild);
|
|
}
|
|
if (docrobotsOK==1){
|
|
img=document.createElement("img");
|
|
img.setAttribute("src", "/env/grafics/ok.png");
|
|
img.setAttribute("width", "32px");
|
|
img.setAttribute("height", "32px");
|
|
img.setAttribute("alt", "robots.txt - OK");
|
|
robotsOKspan.appendChild(img);
|
|
} else if(docrobotsOK==0){
|
|
img=document.createElement("img");
|
|
img.setAttribute("src", "/env/grafics/bad.png");
|
|
img.setAttribute("width", "32px");
|
|
img.setAttribute("height", "32px");
|
|
img.setAttribute("alt", "robots.txt - Bad");
|
|
robotsOKspan.appendChild(img);
|
|
// robotsOKspan.appendChild(img);
|
|
} else {
|
|
robotsOKspan.appendChild(document.createTextNode(""));
|
|
document.getElementById("robotsOK").innerHTML="";
|
|
}
|
|
|
|
// get the sitemap URL contained in the robots.txt
|
|
if (document.getElementsByName("sitemapURL").length > 0) {
|
|
sitemap="";
|
|
// there can be zero, one or many sitemaps
|
|
sitemapElement = response.getElementsByTagName("sitemap");
|
|
if (sitemapElement != null && sitemapElement.length > 0 && sitemapElement[0].firstChild != null) {
|
|
// if there are several, we take only the first
|
|
sitemap = sitemapElement[0].firstChild.nodeValue;
|
|
}
|
|
document.getElementsByName("sitemapURL")[0].value = sitemap;
|
|
if (sitemap) document.getElementById("sitemap").disabled = false;
|
|
}
|
|
sitelist="";
|
|
if (response.getElementsByTagName("sitelist")[0].firstChild!=null){
|
|
sitelist=response.getElementsByTagName("sitelist")[0].firstChild.nodeValue;
|
|
}
|
|
document.getElementById("sitelistURLs").innerHTML = sitelist;
|
|
if (sitelist) document.getElementById("sitelist").disabled=false;
|
|
|
|
// clear the ajax image
|
|
document.getElementById("ajax").setAttribute("src", AJAX_OFF);
|
|
}
|
|
}
|
|
|
|
function changed() {
|
|
window.clearTimeout(timeout);
|
|
timeout=window.setTimeout("loadInfos()", 1500);
|
|
}
|
|
|
|
function loadInfos() {
|
|
// displaying ajax image
|
|
document.getElementById("ajax").setAttribute("src",AJAX_ON);
|
|
|
|
url=document.getElementById("crawlingURL").value;
|
|
if (url.indexOf("ftp") == 0 || url.indexOf("smb") == 0) document.getElementById("crawlingQ").checked = true; // since the pdf parser update for page separation, we need to set this
|
|
sndReq('/api/getpageinfo_p.xml?actions=title,robots&url='+url);
|
|
document.getElementById("api").innerHTML = "<a href='http://localhost:8090/api/getpageinfo_p.xml?actions=title,robots&url=" + url + "' id='apilink'><img src='/env/grafics/api.png' width='60' height='40' alt='API'/></a><span>See the page info about the start url.</span>";
|
|
}
|