org.wandora.piccolo.utils.crawler

Class HTMLParser

java.lang.Object

javax.swing.text.html.parser.Parser

org.wandora.piccolo.utils.crawler.HTMLParser

All Implemented Interfaces:

javax.swing.text.html.parser.DTDConstants

public class HTMLParser
extends javax.swing.text.html.parser.Parser

Author:

olli, akivela

Field Summary

Fields

Modifier and Type	Field and Description
private java.lang.String	content
private java.net.URL	currentPage
private static javax.swing.text.html.parser.DTD	HTMLDTD
private java.lang.String[]	linkTypes
private java.util.ArrayList	newURLs
private int	state
private static int	STATE_BODY
private static int	STATE_OTHER
private static int	STATE_TITLE
private java.lang.String	title

Fields inherited from class javax.swing.text.html.parser.Parser

dtd, strict

Fields inherited from interface javax.swing.text.html.parser.DTDConstants

ANY, CDATA, CONREF, CURRENT, DEFAULT, EMPTY, ENDTAG, ENTITIES, ENTITY, FIXED, GENERAL, ID, IDREF, IDREFS, IMPLIED, MD, MODEL, MS, NAME, NAMES, NMTOKEN, NMTOKENS, NOTATION, NUMBER, NUMBERS, NUTOKEN, NUTOKENS, PARAMETER, PI, PUBLIC, RCDATA, REQUIRED, SDATA, STARTTAG, SYSTEM

Constructor Summary

Constructors

Constructor and Description
HTMLParser(javax.swing.text.html.parser.DTD dtd)
HTMLParser(javax.swing.text.html.parser.DTD dtd, java.lang.String[] linkTypes)
HTMLParser(java.lang.String[] linkTypes)

Method Summary

Modifier and Type	Method and Description
java.lang.String	getContent()
java.net.URL[]	getNewURLs()
java.util.HashMap	getOccurances()
java.lang.String	getTitle()
protected void	handleEmptyTag(javax.swing.text.html.parser.TagElement tag)
protected void	handleEndTag(javax.swing.text.html.parser.TagElement tag)
private void	handleLink(java.lang.String url)
protected void	handleStartTag(javax.swing.text.html.parser.TagElement tag)
protected void	handleText(char[] data)
void	parse(java.net.URL url, java.io.Reader in)
private boolean	passLink(java.lang.String value)

Methods inherited from class javax.swing.text.html.parser.Parser

endTag, error, error, error, error, flushAttributes, getAttributes, getCurrentLine, getCurrentPos, handleComment, handleEOFInComment, handleError, handleTitle, makeTag, makeTag, markFirstTime, parse, parseDTDMarkup, parseMarkupDeclarations, startTag

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

linkTypes

private java.lang.String[] linkTypes

newURLs

private java.util.ArrayList newURLs

state

private int state

STATE_OTHER

private static final int STATE_OTHER

See Also:

Constant Field Values

STATE_TITLE

private static final int STATE_TITLE

See Also:

Constant Field Values

STATE_BODY

private static final int STATE_BODY

See Also:

Constant Field Values

content

private java.lang.String content

title

private java.lang.String title

currentPage

private java.net.URL currentPage

HTMLDTD

private static javax.swing.text.html.parser.DTD HTMLDTD

Constructor Detail

HTMLParser

public HTMLParser(javax.swing.text.html.parser.DTD dtd)

HTMLParser

public HTMLParser(javax.swing.text.html.parser.DTD dtd,
                  java.lang.String[] linkTypes)

HTMLParser

public HTMLParser(java.lang.String[] linkTypes)

Method Detail

parse

public void parse(java.net.URL url,
                  java.io.Reader in)
           throws java.io.IOException

Throws:

java.io.IOException

getNewURLs

public java.net.URL[] getNewURLs()

getOccurances

public java.util.HashMap getOccurances()

getContent

public java.lang.String getContent()

getTitle

public java.lang.String getTitle()

passLink

private boolean passLink(java.lang.String value)

handleStartTag

protected void handleStartTag(javax.swing.text.html.parser.TagElement tag)

Overrides:

handleStartTag in class javax.swing.text.html.parser.Parser

handleEmptyTag

protected void handleEmptyTag(javax.swing.text.html.parser.TagElement tag)

Overrides:

handleEmptyTag in class javax.swing.text.html.parser.Parser

handleEndTag

protected void handleEndTag(javax.swing.text.html.parser.TagElement tag)

Overrides:

handleEndTag in class javax.swing.text.html.parser.Parser

handleText

protected void handleText(char[] data)

Overrides:

handleText in class javax.swing.text.html.parser.Parser

handleLink

private void handleLink(java.lang.String url)