http://forum.yacy-websuche.de/viewtopic.php?f=8&t=5861#p33098pull/93/head
reger
9 years ago
parent
7f63fc50f3
commit
a4465c97d6
Binary file not shown.
@ -1,7 +0,0 @@
|
|||||||
This package is part of WebCAT (http://webcat.sourceforge.net/)
|
|
||||||
|
|
||||||
WebCAT was developed at the XLDB group of the Department of Informatics of the Faculty of Sciences of the University of Lisbon in Portugal.
|
|
||||||
|
|
||||||
WebCAT was written by Bruno Martins.
|
|
||||||
|
|
||||||
WebCAT is released under the BSD License. (http://www.opensource.org/licenses/bsd-license.php)
|
|
||||||
@ -1,113 +0,0 @@
|
|||||||
//swfParser.java
|
|
||||||
//------------------------
|
|
||||||
//part of YaCy
|
|
||||||
//(C) by Michael Peter Christen; mc@yacy.net
|
|
||||||
//first published on http://www.anomic.de
|
|
||||||
//Frankfurt, Germany, 2005
|
|
||||||
//
|
|
||||||
//this file is contributed by Marc Nause
|
|
||||||
//
|
|
||||||
// $LastChangedDate$
|
|
||||||
// $LastChangedRevision$
|
|
||||||
// $LastChangedBy$
|
|
||||||
//
|
|
||||||
//This program is free software; you can redistribute it and/or modify
|
|
||||||
//it under the terms of the GNU General Public License as published by
|
|
||||||
//the Free Software Foundation; either version 2 of the License, or
|
|
||||||
//(at your option) any later version.
|
|
||||||
//
|
|
||||||
//This program is distributed in the hope that it will be useful,
|
|
||||||
//but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
||||||
//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
||||||
//GNU General Public License for more details.
|
|
||||||
//
|
|
||||||
//You should have received a copy of the GNU General Public License
|
|
||||||
//along with this program; if not, write to the Free Software
|
|
||||||
//Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
||||||
|
|
||||||
package net.yacy.document.parser;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.InputStream;
|
|
||||||
import java.nio.charset.StandardCharsets;
|
|
||||||
|
|
||||||
import net.yacy.cora.document.id.DigestURL;
|
|
||||||
import net.yacy.document.AbstractParser;
|
|
||||||
import net.yacy.document.Document;
|
|
||||||
import net.yacy.document.Parser;
|
|
||||||
import net.yacy.document.VocabularyScraper;
|
|
||||||
import net.yacy.document.parser.html.ContentScraper;
|
|
||||||
import pt.tumba.parser.swf.SWF2HTML;
|
|
||||||
|
|
||||||
public class swfParser extends AbstractParser implements Parser {
|
|
||||||
|
|
||||||
public swfParser() {
|
|
||||||
super("Adobe Flash Parser");
|
|
||||||
this.SUPPORTED_EXTENSIONS.add("swf");
|
|
||||||
this.SUPPORTED_MIME_TYPES.add("application/x-shockwave-flash");
|
|
||||||
this.SUPPORTED_MIME_TYPES.add("application/x-shockwave-flash2-preview");
|
|
||||||
this.SUPPORTED_MIME_TYPES.add("application/futuresplash");
|
|
||||||
this.SUPPORTED_MIME_TYPES.add("image/vnd.rn-realflash");
|
|
||||||
}
|
|
||||||
|
|
||||||
/*
|
|
||||||
* parses the source documents and returns a plasmaParserDocument containing
|
|
||||||
* all extracted information about the parsed document
|
|
||||||
*/
|
|
||||||
@Override
|
|
||||||
public Document[] parse(
|
|
||||||
final DigestURL location,
|
|
||||||
final String mimeType,
|
|
||||||
final String charset,
|
|
||||||
final VocabularyScraper scraper,
|
|
||||||
final int timezoneOffset,
|
|
||||||
final InputStream source)
|
|
||||||
throws Parser.Failure, InterruptedException
|
|
||||||
{
|
|
||||||
|
|
||||||
try {
|
|
||||||
final SWF2HTML swf2html = new SWF2HTML();
|
|
||||||
String contents = "";
|
|
||||||
try {
|
|
||||||
contents = swf2html.convertSWFToHTML(source);
|
|
||||||
scraperObject = htmlParser.parseToScraper(location, charset, scraper, timezoneOffset, contents, 100);
|
|
||||||
} catch (final NegativeArraySizeException e) {
|
|
||||||
throw new Parser.Failure(e.getMessage(), location);
|
|
||||||
} catch (final IOException e) {
|
|
||||||
throw new Parser.Failure(e.getMessage(), location);
|
|
||||||
} catch (final Exception e) {
|
|
||||||
throw new Parser.Failure(e.getMessage(), location);
|
|
||||||
}
|
|
||||||
|
|
||||||
// As the result of parsing this function must return a plasmaParserDocument object
|
|
||||||
ContentScraper htmlscraper = (ContentScraper) this.scraperObject; // shortcut to access ContentScraper methodes
|
|
||||||
return new Document[]{new Document(
|
|
||||||
location, // url of the source document
|
|
||||||
mimeType, // the documents mime type
|
|
||||||
StandardCharsets.UTF_8.name(), // charset of the document text
|
|
||||||
this,
|
|
||||||
htmlscraper.getContentLanguages(),
|
|
||||||
htmlscraper.getKeywords(),
|
|
||||||
htmlscraper.getTitles(),
|
|
||||||
htmlscraper.getAuthor(),
|
|
||||||
htmlscraper.getPublisher(),
|
|
||||||
null, // sections
|
|
||||||
htmlscraper.getDescriptions(),
|
|
||||||
htmlscraper.getLon(), htmlscraper.getLat(),
|
|
||||||
htmlscraper.getText(),
|
|
||||||
htmlscraper.getAnchors(),
|
|
||||||
htmlscraper.getRSS(),
|
|
||||||
null, // images
|
|
||||||
false,
|
|
||||||
htmlscraper.getDate())};
|
|
||||||
} catch (final Exception e) {
|
|
||||||
if (e instanceof InterruptedException) throw (InterruptedException) e;
|
|
||||||
|
|
||||||
// if an unexpected error occures just log the error and raise a new Parser.Failure
|
|
||||||
final String errorMsg = "Unable to parse the swf document '" + location + "':" + e.getMessage();
|
|
||||||
//AbstractParser.log.logSevere(errorMsg);
|
|
||||||
throw new Parser.Failure(errorMsg, location);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
Loading…
Reference in new issue