org.wandora.application.tools.extractors.guardian

Class GuardianContentSearchExtractor

java.lang.Object

org.wandora.application.tools.AbstractWandoraTool

org.wandora.application.tools.extractors.AbstractExtractor

org.wandora.application.tools.extractors.guardian.AbstractGuardianExtractor

org.wandora.application.tools.extractors.guardian.GuardianContentSearchExtractor

All Implemented Interfaces:

java.io.Serializable, java.lang.Runnable, BrowserPluginExtractor, DropExtractor, WandoraTool, WandoraToolLogger, Handler, InterruptHandler, TopicMapLogger

public class GuardianContentSearchExtractor
extends AbstractGuardianExtractor

Author:

Eero

See Also:

Serialized Form

Field Summary

Fields

Modifier and Type	Field and Description
private static java.lang.String	currentURL
private static java.lang.String	defaultLang
private java.lang.String	defaultPagingOption
private boolean	shouldHandlePagination

Fields inherited from class org.wandora.application.tools.extractors.guardian.AbstractGuardianExtractor

API_URL_SI, CONTENT_SI, DATE_SI, FIELD_BASE_SI, GUARDIAN_BASE_SI, ID_SI, LANG_SI, PUBLICATION_TIME_SI, SECTION_ID_SI, SECTION_NAME_SI, TAG_BASE_SI, TITLE_SI, WEB_URL_SI

Fields inherited from class org.wandora.application.tools.extractors.AbstractExtractor

CUSTOM_EXTRACTOR, DONE_FAILED, DONE_MANY, DONE_ONE, EXACTLY_GIVEN_URLS, FILE_EXTRACTOR, FILE_PATTERN, GIVEN_URLS_AND_ALL_CRAWLED_DOCUMENTS, GIVEN_URLS_AND_CRAWLED_DOCUMENTS_IN_URL_DOMAIN, GIVEN_URLS_AND_LINKED_DOCUMENTS, GIVEN_URLS_AND_URL_BELOW, INFO_WAIT_WHILE_WORKING, LOG_TITLE, POINT_START_URL_TEXT, RAW_EXTRACTOR, SELECT_DIALOG_TITLE, STRING_EXTRACTOR_NOT_SUPPORTED_MESSAGE, URL_EXTRACTOR

Fields inherited from interface org.wandora.application.WandoraToolLogger

CLOSE, EXECUTE, INVISIBLE, VISIBLE, WAIT

Fields inherited from interface org.wandora.application.tools.browserextractors.BrowserPluginExtractor

RETURN_ERROR, RETURN_INFO

Constructor Summary

Constructors

Constructor and Description
GuardianContentSearchExtractor()

Method Summary

Modifier and Type	Method and Description
boolean	_extractTopicsFrom(java.io.File f, TopicMap tm)
boolean	_extractTopicsFrom(java.lang.String str, TopicMap tm)
boolean	_extractTopicsFrom(java.net.URL u, TopicMap tm)
java.lang.String	getDescription() AdminToolManager views tool descriptions while user browses available tools and build user customizable GUI elements such as Tools menu.
java.lang.String	getName() Tools name represent the tool in UI unless the tool has been given explicitly another GUI name.
private void	handlePagination(org.json.JSONObject json, TopicMap tm)
private void	nap()
void	parse(org.json.JSONObject json, TopicMap tm)
private void	parseFieldAssociation(org.json.JSONObject result, java.lang.String jsonObjectName, TopicMap tm, Topic ct, Topic ty)
private void	parseOccurrence(org.json.JSONObject result, java.lang.String jsonObjectName, TopicMap tm, Topic t, Topic ty)
void	parseResult(org.json.JSONObject result, TopicMap tm)
private void	parseTagAssociation(org.json.JSONObject result, java.lang.String jsonObjectName, TopicMap tm, Topic ct, Topic cty)

Methods inherited from class org.wandora.application.tools.extractors.guardian.AbstractGuardianExtractor

getContentType, getContentTypes, getDateTopic, getDateType, getFieldTopic, getFieldTopicType, getFieldType, getGuardianType, getIcon, getIDType, getLangTopic, getOrCreateTopic, getOrCreateTopic, getPubTimeType, getTagTopic, getTagTopicType, getTagType, getTitleType, getWandoraClassTopic, makeSubclassOf, runInOwnThread, useURLCrawler

Methods inherited from class org.wandora.application.tools.extractors.AbstractExtractor

acceptBrowserExtractRequest, addCrawlerUrl, browserExtractorConsumesPlainText, buildSI, buildSL, clearMasterSubject, createAssociation, createAssociation, createTopic, createTopic, createTopic, createTopic, createTopic, createTopic, createTopic, croppedFilename, croppedFilename, croppedUrlString, croppedUrlString, doBrowserExtract, dropExtract, dropExtract, dropExtract, execute, extractTopicsFrom, extractTopicsFrom, extractTopicsFrom, extractTopicsFrom, extractTopicsFromText, getBrowserExtractorName, getCrawlerMode, getExtractorType, getForceContent, getForceFiles, getForceUrls, getGUIText, getGUIText, getInterruptsHandled, getMasterSubject, getType, getWandora, handle, handleContent, handleCustomType, handleFiles, handleForcedContent, handleInterrupt, handleStringContent, handleUrls, initializeCustomType, instantDropHandle, makeSubclassOfWandoraClass, setData, setDisplayName, setForceContent, setForceFiles, setForceUrls, setMasterSubject, setMasterSubject, setTopicMap, setupCrawler, setWandora, takeNap, urlEncode, useTempTopicMap

Methods inherited from class org.wandora.application.tools.AbstractWandoraTool

addUndoMarker, addUndoMarker, allowMultipleInvocations, clearAllThreads, clearThreads, clearThreads, clearToolLock, clearToolLock, clearToolLocks, configure, execute, execute, forceStop, forceStop, getContext, getCurrentLogger, getDefaultLogger, getHistory, getLastLogger, getState, getThreads, getThreads, getToolMenuItem, getToolMenuItem, getTopicName, hlog, initialize, interruptAllThreads, interruptThreads, interruptThreads, isConfigurable, isRunning, isRunning, lockLog, log, log, log, log, requiresRefresh, run, setContext, setDefaultLogger, setLogTitle, setProgress, setProgressMax, setState, setToolLogger, singleLog, singleLog, singleLog, solveContextTopicMap, solveNameForTopicMap, writeOptions

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.wandora.application.WandoraTool

configure, execute, execute, getContext, getToolMenuItem, hlog, initialize, isConfigurable, isRunning, log, log, log, log, requiresRefresh, setContext, setToolLogger, writeOptions

Methods inherited from interface org.wandora.application.WandoraToolLogger

forceStop, getHistory, getState, lockLog, setLogTitle, setProgress, setProgressMax, setState

Methods inherited from interface java.lang.Runnable

run

Field Detail

defaultLang

private static java.lang.String defaultLang

currentURL

private static java.lang.String currentURL

shouldHandlePagination

private boolean shouldHandlePagination

defaultPagingOption

private java.lang.String defaultPagingOption

Constructor Detail

GuardianContentSearchExtractor

public GuardianContentSearchExtractor()

Method Detail

getName

public java.lang.String getName()

Description copied from class: AbstractWandoraTool

Tools name represent the tool in UI unless the tool has been given explicitly another GUI name. All tools should override this method and return a valid string representing name of the tool.

Specified by:

getName in interface WandoraTool

Overrides:

getName in class AbstractGuardianExtractor

Returns:

String representing tool's name.

getDescription

public java.lang.String getDescription()

Description copied from class: AbstractWandoraTool

AdminToolManager views tool descriptions while user browses available tools and build user customizable GUI elements such as Tools menu. By default description equals the tool name. All tools should override this method.

Specified by:

getDescription in interface WandoraTool

Overrides:

getDescription in class AbstractGuardianExtractor

Returns:

String representing tool's description.

_extractTopicsFrom

public boolean _extractTopicsFrom(java.io.File f,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

_extractTopicsFrom

public boolean _extractTopicsFrom(java.net.URL u,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

_extractTopicsFrom

public boolean _extractTopicsFrom(java.lang.String str,
                                  TopicMap tm)
                           throws java.lang.Exception

Specified by:

_extractTopicsFrom in class AbstractExtractor

Throws:

java.lang.Exception

parse

public void parse(org.json.JSONObject json,
                  TopicMap tm)
           throws TopicMapException

Throws:

TopicMapException

handlePagination

private void handlePagination(org.json.JSONObject json,
                              TopicMap tm)

nap

private void nap()

parseResult

public void parseResult(org.json.JSONObject result,
                        TopicMap tm)
                 throws org.json.JSONException,
                        TopicMapException

Throws:

org.json.JSONException

TopicMapException

parseOccurrence

private void parseOccurrence(org.json.JSONObject result,
                             java.lang.String jsonObjectName,
                             TopicMap tm,
                             Topic t,
                             Topic ty)

parseFieldAssociation

private void parseFieldAssociation(org.json.JSONObject result,
                                   java.lang.String jsonObjectName,
                                   TopicMap tm,
                                   Topic ct,
                                   Topic ty)

parseTagAssociation

private void parseTagAssociation(org.json.JSONObject result,
                                 java.lang.String jsonObjectName,
                                 TopicMap tm,
                                 Topic ct,
                                 Topic cty)