com.marklogic.mapreduce
Class MarkLogicRecordWriter<KEYOUT,VALUEOUT>

java.lang.Object
  org.apache.hadoop.mapreduce.RecordWriter<KEYOUT,VALUEOUT>
      com.marklogic.mapreduce.MarkLogicRecordWriter<KEYOUT,VALUEOUT>

All Implemented Interfaces:

MarkLogicConstants

Direct Known Subclasses:

ContentWriter, KeyValueWriter, NodeWriter, PropertyWriter

public abstract class MarkLogicRecordWriter<KEYOUT,VALUEOUT>
extends org.apache.hadoop.mapreduce.RecordWriter<KEYOUT,VALUEOUT>
implements MarkLogicConstants

A RecordWriter that persists MarkLogicRecord to MarkLogic server.

Field Summary

protected org.apache.hadoop.conf.Configuration	conf
protected String	hostName
static org.apache.commons.logging.Log	LOG
protected int	txnSize

Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants

ADVANCED_MODE, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DOCUMENT_SELECTOR, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE

Constructor Summary

MarkLogicRecordWriter(org.apache.hadoop.conf.Configuration conf, String hostName)

Method Summary

void	close(org.apache.hadoop.mapreduce.TaskAttemptContext context)
protected void	commitIfNecessary()
protected com.marklogic.xcc.Session	getSession() Get the session for this writer.
int	getTransactionSize(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class org.apache.hadoop.mapreduce.RecordWriter

write

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

conf

protected org.apache.hadoop.conf.Configuration conf

txnSize

protected int txnSize

hostName

protected String hostName

Constructor Detail

MarkLogicRecordWriter

public MarkLogicRecordWriter(org.apache.hadoop.conf.Configuration conf,
                             String hostName)

Method Detail

close

public void close(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           throws IOException,
                  InterruptedException

Specified by:

close in class org.apache.hadoop.mapreduce.RecordWriter<KEYOUT,VALUEOUT>

Throws:

IOException

InterruptedException

getSession

protected com.marklogic.xcc.Session getSession()
                                        throws IOException

Get the session for this writer. One writer only maintains one session.

Returns:

Session for this writer.

Throws:

IOException

commitIfNecessary

protected void commitIfNecessary()
                          throws com.marklogic.xcc.exceptions.RequestException

Throws:

com.marklogic.xcc.exceptions.RequestException

getTransactionSize

public int getTransactionSize(org.apache.hadoop.conf.Configuration conf)