org.wandora.application.tools.extractors.twitter

Class AbstractTwitterExtractor

java.lang.Object

org.wandora.application.tools.AbstractWandoraTool

org.wandora.application.tools.extractors.AbstractExtractor

org.wandora.application.tools.extractors.twitter.AbstractTwitterExtractor

All Implemented Interfaces:

java.io.Serializable, java.lang.Runnable, BrowserPluginExtractor, DropExtractor, WandoraTool, WandoraToolLogger, Handler, InterruptHandler, TopicMapLogger

Direct Known Subclasses:

TwitterExtractor, TwitterJSONExtractor

public class AbstractTwitterExtractor
extends AbstractExtractor

Author:

akivela

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	DATE_SI_BODY
static java.lang.String	DEFAULT_LANG
static java.lang.String	HASHTAG_SI_BODY
private java.lang.String	pin
private twitter4j.auth.RequestToken	requestToken
static int	SLEEP_TIME_BETWEEN_SEARCHES
static java.lang.String	TWEET_SI_BODY
static java.lang.String	TWEET_TYPE_SI
private twitter4j.Twitter	twitter
static java.lang.String	TWITTER_DATE_TYPE
static java.lang.String	TWITTER_FROM_USER_TYPE_SI
static java.lang.String	TWITTER_GEO_LOCATION_TYPE
static java.lang.String	TWITTER_HASH_TAG_TYPE
static java.lang.String	TWITTER_LANG_TYPE
static java.lang.String	TWITTER_MEDIA_ENTITY_TYPE
static java.lang.String	TWITTER_SEARCH_BODY
static java.lang.String	TWITTER_SEARCH_DATE_TYPE
static java.lang.String	TWITTER_SEARCH_QUERY_TYPE
static java.lang.String	TWITTER_TO_USER_TYPE_SI
static java.lang.String	TWITTER_TYPE_SI
static java.lang.String	TWITTER_URL_ENTITY_TYPE
static java.lang.String	TWITTER_USER_SI_BODY
static java.lang.String	TWITTER_USER_TYPE_SI

Fields inherited from class org.wandora.application.tools.extractors.AbstractExtractor

CUSTOM_EXTRACTOR, DONE_FAILED, DONE_MANY, DONE_ONE, EXACTLY_GIVEN_URLS, FILE_EXTRACTOR, FILE_PATTERN, GIVEN_URLS_AND_ALL_CRAWLED_DOCUMENTS, GIVEN_URLS_AND_CRAWLED_DOCUMENTS_IN_URL_DOMAIN, GIVEN_URLS_AND_LINKED_DOCUMENTS, GIVEN_URLS_AND_URL_BELOW, INFO_WAIT_WHILE_WORKING, LOG_TITLE, POINT_START_URL_TEXT, RAW_EXTRACTOR, SELECT_DIALOG_TITLE, STRING_EXTRACTOR_NOT_SUPPORTED_MESSAGE, URL_EXTRACTOR

Fields inherited from interface org.wandora.application.WandoraToolLogger

CLOSE, EXECUTE, INVISIBLE, VISIBLE, WAIT

Fields inherited from interface org.wandora.application.tools.browserextractors.BrowserPluginExtractor

RETURN_ERROR, RETURN_INFO

Constructor Summary

Constructors

Constructor and Description
AbstractTwitterExtractor()

Method Summary

Modifier and Type	Method and Description
boolean	_extractTopicsFrom(java.io.File f, TopicMap tm)
boolean	_extractTopicsFrom(java.lang.String str, TopicMap tm)
boolean	_extractTopicsFrom(java.net.URL u, TopicMap tm)
Topic	getHashtagType(TopicMap tm)
javax.swing.Icon	getIcon() All tools may have identifying graphic icon used within tool GUI elements.
Topic	getMediaEntityType(TopicMap tm)
Topic	getTweetDateType(TopicMap tm)
Topic	getTweetGeoLocationType(TopicMap tm)
Topic	getTweetLangType(TopicMap tm)
Topic	getTweetType(TopicMap tm)
Topic	getTwitterFromUserType(TopicMap tm)
Topic	getTwitterSearchDateType(TopicMap tm)
Topic	getTwitterSearchQueryType(TopicMap tm)
Topic	getTwitterSearchType(TopicMap tm)
Topic	getTwitterToUserType(TopicMap tm)
Topic	getTwitterType(TopicMap tm)
Topic	getTwitterUserType(TopicMap tm)
WandoraToolType	getType() Tool type is used to categorize tools.
Topic	getURLEntityType(TopicMap tm)
Topic	getWandoraType(TopicMap tm)
twitter4j.Twitter	initializeTwitter()
boolean	isConfigurable() Whether this tool is configurable.
Topic	reifyHashtagEntity(twitter4j.HashtagEntity e, TopicMap tm)
Topic	reifyMediaEntity(twitter4j.MediaEntity e, TopicMap tm)
Topic	reifyTweet(long tid, java.lang.String from, java.lang.String msg, TopicMap tm)
Topic	reifyTweet(twitter4j.Status t, TopicMap tm)
Topic	reifyTwitterUser(twitter4j.User user, TopicMap tm)
Topic	reifyUrlEntity(twitter4j.URLEntity e, TopicMap tm)
void	resetTwitter()
void	searchTwitter(twitter4j.Query[] queries, int pages, TopicMap tm)

Methods inherited from class org.wandora.application.tools.extractors.AbstractExtractor

acceptBrowserExtractRequest, addCrawlerUrl, browserExtractorConsumesPlainText, buildSI, buildSL, clearMasterSubject, createAssociation, createAssociation, createTopic, createTopic, createTopic, createTopic, createTopic, createTopic, createTopic, croppedFilename, croppedFilename, croppedUrlString, croppedUrlString, doBrowserExtract, dropExtract, dropExtract, dropExtract, execute, extractTopicsFrom, extractTopicsFrom, extractTopicsFrom, extractTopicsFrom, extractTopicsFromText, getBrowserExtractorName, getContentTypes, getCrawlerMode, getDescription, getExtractorType, getForceContent, getForceFiles, getForceUrls, getGUIText, getGUIText, getInterruptsHandled, getMasterSubject, getName, getWandora, handle, handleContent, handleCustomType, handleFiles, handleForcedContent, handleInterrupt, handleStringContent, handleUrls, initializeCustomType, instantDropHandle, makeSubclassOfWandoraClass, runInOwnThread, setData, setDisplayName, setForceContent, setForceFiles, setForceUrls, setMasterSubject, setMasterSubject, setTopicMap, setupCrawler, setWandora, takeNap, urlEncode, useTempTopicMap, useURLCrawler

Methods inherited from class org.wandora.application.tools.AbstractWandoraTool

addUndoMarker, addUndoMarker, allowMultipleInvocations, clearAllThreads, clearThreads, clearThreads, clearToolLock, clearToolLock, clearToolLocks, configure, execute, execute, forceStop, forceStop, getContext, getCurrentLogger, getDefaultLogger, getHistory, getLastLogger, getState, getThreads, getThreads, getToolMenuItem, getToolMenuItem, getTopicName, hlog, initialize, interruptAllThreads, interruptThreads, interruptThreads, isRunning, isRunning, lockLog, log, log, log, log, requiresRefresh, run, setContext, setDefaultLogger, setLogTitle, setProgress, setProgressMax, setState, setToolLogger, singleLog, singleLog, singleLog, solveContextTopicMap, solveNameForTopicMap, writeOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.wandora.application.WandoraTool

configure, execute, execute, getContext, getToolMenuItem, hlog, initialize, isRunning, log, log, log, log, requiresRefresh, setContext, setToolLogger, writeOptions

Methods inherited from interface org.wandora.application.WandoraToolLogger

forceStop, getHistory, getState, lockLog, setLogTitle, setProgress, setProgressMax, setState

Methods inherited from interface java.lang.Runnable

run

Field Detail

SLEEP_TIME_BETWEEN_SEARCHES

public static final int SLEEP_TIME_BETWEEN_SEARCHES

See Also:

Constant Field Values

DEFAULT_LANG

public static java.lang.String DEFAULT_LANG

TWEET_SI_BODY

public static final java.lang.String TWEET_SI_BODY

See Also:

Constant Field Values

TWITTER_USER_SI_BODY

public static final java.lang.String TWITTER_USER_SI_BODY

See Also:

Constant Field Values

HASHTAG_SI_BODY

public static final java.lang.String HASHTAG_SI_BODY

See Also:

Constant Field Values

TWEET_TYPE_SI

public static final java.lang.String TWEET_TYPE_SI

See Also:

Constant Field Values

TWITTER_USER_TYPE_SI

public static final java.lang.String TWITTER_USER_TYPE_SI

See Also:

Constant Field Values

TWITTER_FROM_USER_TYPE_SI

public static final java.lang.String TWITTER_FROM_USER_TYPE_SI

See Also:

Constant Field Values

TWITTER_TO_USER_TYPE_SI

public static final java.lang.String TWITTER_TO_USER_TYPE_SI

See Also:

Constant Field Values

TWITTER_DATE_TYPE

public static final java.lang.String TWITTER_DATE_TYPE

See Also:

Constant Field Values

TWITTER_LANG_TYPE

public static final java.lang.String TWITTER_LANG_TYPE

See Also:

Constant Field Values

TWITTER_GEO_LOCATION_TYPE

public static final java.lang.String TWITTER_GEO_LOCATION_TYPE

See Also:

Constant Field Values

TWITTER_HASH_TAG_TYPE

public static final java.lang.String TWITTER_HASH_TAG_TYPE

See Also:

Constant Field Values

TWITTER_MEDIA_ENTITY_TYPE

public static final java.lang.String TWITTER_MEDIA_ENTITY_TYPE

See Also:

Constant Field Values

TWITTER_URL_ENTITY_TYPE

public static final java.lang.String TWITTER_URL_ENTITY_TYPE

See Also:

Constant Field Values

TWITTER_SEARCH_QUERY_TYPE

public static final java.lang.String TWITTER_SEARCH_QUERY_TYPE

See Also:

Constant Field Values

TWITTER_SEARCH_DATE_TYPE

public static final java.lang.String TWITTER_SEARCH_DATE_TYPE

See Also:

Constant Field Values

TWITTER_TYPE_SI

public static final java.lang.String TWITTER_TYPE_SI

See Also:

Constant Field Values

DATE_SI_BODY

public static final java.lang.String DATE_SI_BODY

See Also:

Constant Field Values

TWITTER_SEARCH_BODY

public static final java.lang.String TWITTER_SEARCH_BODY

See Also:

Constant Field Values

twitter

private twitter4j.Twitter twitter

requestToken

private twitter4j.auth.RequestToken requestToken

pin

private java.lang.String pin

Constructor Detail

AbstractTwitterExtractor

public AbstractTwitterExtractor()

Method Detail

getType

public WandoraToolType getType()

Description copied from class: AbstractWandoraTool

Tool type is used to categorize tools. Tool type has no real effect today, it is merely an informative property of a tool.

Specified by:

getType in interface WandoraTool

Overrides:

getType in class AbstractExtractor

Returns:

Tool's type object.

getIcon

public javax.swing.Icon getIcon()

Description copied from class: AbstractWandoraTool

All tools may have identifying graphic icon used within tool GUI elements. getIcon should return Icon object of the tool.

Specified by:

getIcon in interface WandoraTool

Overrides:

getIcon in class AbstractExtractor

Returns:

icon for the tool.

isConfigurable

public boolean isConfigurable()

Description copied from class: AbstractWandoraTool

Whether this tool is configurable. Configurable tools will provide an interface to configure themselves. To make a configurable tool you will need to:

• Implement isConfigurable method and return true there.
• Implement initialize method to initialize the tool with saved options.
• Implement configure method to provide the user interface for configuration and then save the new options.
• Implement writeOptions method to save the current options.

Specified by:

isConfigurable in interface WandoraTool

Overrides:

isConfigurable in class AbstractWandoraTool

Returns:

true if the tool is configurable.

resetTwitter

public void resetTwitter()

initializeTwitter

public twitter4j.Twitter initializeTwitter()

searchTwitter

public void searchTwitter(twitter4j.Query[] queries,
                          int pages,
                          TopicMap tm)

_extractTopicsFrom

public boolean _extractTopicsFrom(java.io.File f,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

_extractTopicsFrom

public boolean _extractTopicsFrom(java.net.URL u,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

_extractTopicsFrom

public boolean _extractTopicsFrom(java.lang.String str,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

reifyTweet

public Topic reifyTweet(twitter4j.Status t,
                        TopicMap tm)

reifyTweet

public Topic reifyTweet(long tid,
                        java.lang.String from,
                        java.lang.String msg,
                        TopicMap tm)

reifyTwitterUser

public Topic reifyTwitterUser(twitter4j.User user,
                              TopicMap tm)

reifyHashtagEntity

public Topic reifyHashtagEntity(twitter4j.HashtagEntity e,
                                TopicMap tm)

reifyMediaEntity

public Topic reifyMediaEntity(twitter4j.MediaEntity e,
                              TopicMap tm)

reifyUrlEntity

public Topic reifyUrlEntity(twitter4j.URLEntity e,
                            TopicMap tm)

getTweetType

public Topic getTweetType(TopicMap tm)
                   throws TopicMapException

Throws:

TopicMapException

getTwitterUserType

public Topic getTwitterUserType(TopicMap tm)
                         throws TopicMapException

Throws:

TopicMapException

getTwitterFromUserType

public Topic getTwitterFromUserType(TopicMap tm)
                             throws TopicMapException

Throws:

TopicMapException

getTwitterToUserType

public Topic getTwitterToUserType(TopicMap tm)
                           throws TopicMapException

Throws:

TopicMapException

getTwitterType

public Topic getTwitterType(TopicMap tm)
                     throws TopicMapException

Throws:

TopicMapException

getWandoraType

public Topic getWandoraType(TopicMap tm)
                     throws TopicMapException

Throws:

TopicMapException

getTweetDateType

public Topic getTweetDateType(TopicMap tm)
                       throws TopicMapException

Throws:

TopicMapException

getTweetLangType

public Topic getTweetLangType(TopicMap tm)
                       throws TopicMapException

Throws:

TopicMapException

getTweetGeoLocationType

public Topic getTweetGeoLocationType(TopicMap tm)
                              throws TopicMapException

Throws:

TopicMapException

getHashtagType

public Topic getHashtagType(TopicMap tm)
                     throws TopicMapException

Throws:

TopicMapException

getMediaEntityType

public Topic getMediaEntityType(TopicMap tm)
                         throws TopicMapException

Throws:

TopicMapException

getURLEntityType

public Topic getURLEntityType(TopicMap tm)
                       throws TopicMapException

Throws:

TopicMapException

getTwitterSearchType

public Topic getTwitterSearchType(TopicMap tm)
                           throws TopicMapException

Throws:

TopicMapException

getTwitterSearchQueryType

public Topic getTwitterSearchQueryType(TopicMap tm)
                                throws TopicMapException

Throws:

TopicMapException

getTwitterSearchDateType

public Topic getTwitterSearchDateType(TopicMap tm)
                               throws TopicMapException

Throws:

TopicMapException