com.marklogic.mapreduce

Class ValueReader<VALUEIN>

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN>

com.marklogic.mapreduce.MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

com.marklogic.mapreduce.ValueReader<VALUEIN>

Type Parameters:

VALUEIN -

All Implemented Interfaces:

MarkLogicConstants, Closeable, AutoCloseable

public class ValueReader<VALUEIN>
extends MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>
implements MarkLogicConstants

A RecordReader that fetches data from MarkLogic server and generates an integer key for each value fetched.

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.commons.logging.Log	LOG

Fields inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

conf, count, curForest, hostNames, length, maxRetries, maxSleepTime, mlSplit, redactionRuleCol, replicas, result, retry, session, sleepTime

Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants

ADVANCED_MODE, ASSIGNMENT_POLICY, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, COLLECTION_FILTER, CONTENT_TYPE, COPY_COLLECTIONS, COPY_METADATA, COPY_QUALITY, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_LOCAL_MAX_SPLIT_SIZE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DEFAULT_TXN_SIZE, DIRECTORY_FILTER, DOCUMENT_SELECTOR, EXECUTION_MODE, EXTRACT_URI, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_QUERY_LANGUAGE, INPUT_QUERY_TIMESTAMP, INPUT_RESTRICT_HOSTS, INPUT_SSL_OPTIONS_CLASS, INPUT_SSL_PROTOCOL, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MIN_NODEUPDATE_VERSION, MODE_DISTRIBUTED, MODE_LOCAL, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DATABASE_NAME, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_GRAPH, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_OVERRIDE_GRAPH, OUTPUT_PARTITION, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_QUERY_LANGUAGE, OUTPUT_RESTRICT_HOSTS, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_SSL_PROTOCOL, OUTPUT_STREAMING, OUTPUT_URI_PREFIX, OUTPUT_URI_REPLACE, OUTPUT_URI_SUFFIX, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, QUERY_FILTER, RECORD_TO_FRAGMENT_RATIO, REDACTION_RULE_COLLECTION, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TEMPORAL_COLLECTION, TXN_SIZE, TYPE_FILTER

Constructor Summary

Constructors

Constructor and Description
ValueReader(org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method and Description
protected void	endOfResult()
org.apache.hadoop.io.LongWritable	getCurrentKey()
VALUEIN	getCurrentValue()
protected float	getDefaultRatio()
protected boolean	nextResult(com.marklogic.xcc.ResultItem result)

Methods inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

buildDocExprQuery, buildSearchQuery, buildSrcInDocExprQuery, buildSrcInSearchQuery, close, getConf, getCount, getProgress, initialize, nextKeyValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

ValueReader

public ValueReader(org.apache.hadoop.conf.Configuration conf)

Method Detail

getCurrentKey

public org.apache.hadoop.io.LongWritable getCurrentKey()
                                                throws IOException,
                                                       InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

Throws:

IOException

InterruptedException

getCurrentValue

public VALUEIN getCurrentValue()
                        throws IOException,
                               InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

Throws:

IOException

InterruptedException

endOfResult

protected void endOfResult()

Specified by:

endOfResult in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

nextResult

protected boolean nextResult(com.marklogic.xcc.ResultItem result)

Specified by:

nextResult in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

getDefaultRatio

protected float getDefaultRatio()

Specified by:

getDefaultRatio in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>