com.marklogic.mapreduce
Class ValueReader<VALUEIN>

java.lang.Object
  org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN>
      com.marklogic.mapreduce.MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>
          com.marklogic.mapreduce.ValueReader<VALUEIN>

Type Parameters:

VALUEIN -

All Implemented Interfaces:

MarkLogicConstants, Closeable

public class ValueReader<VALUEIN>
extends MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>
implements MarkLogicConstants

A RecordReader that fetches data from MarkLogic server and generates an integer key for each value fetched.

Field Summary

static org.apache.commons.logging.Log

LOG

Fields inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

conf, count, length, mlSplit, result, session

Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants

ADVANCED_MODE, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DOCUMENT_SELECTOR, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE

Constructor Summary

ValueReader(org.apache.hadoop.conf.Configuration conf)

Method Summary

protected void	endOfResult()
org.apache.hadoop.io.LongWritable	getCurrentKey()
VALUEIN	getCurrentValue()
protected float	getDefaultRatio()
protected boolean	nextResult(com.marklogic.xcc.ResultItem result)

Methods inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

close, getConf, getCount, getProgress, initialize, nextKeyValue

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

ValueReader

public ValueReader(org.apache.hadoop.conf.Configuration conf)

Method Detail

getCurrentKey

public org.apache.hadoop.io.LongWritable getCurrentKey()
                                                throws IOException,
                                                       InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

Throws:

IOException

InterruptedException

getCurrentValue

public VALUEIN getCurrentValue()
                        throws IOException,
                               InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

Throws:

IOException

InterruptedException

endOfResult

protected void endOfResult()

Specified by:

endOfResult in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

nextResult

protected boolean nextResult(com.marklogic.xcc.ResultItem result)

Specified by:

nextResult in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>

getDefaultRatio

protected float getDefaultRatio()

Specified by:

getDefaultRatio in class MarkLogicRecordReader<org.apache.hadoop.io.LongWritable,VALUEIN>