public abstract class MarkLogicOutputFormat<KEYOUT,VALUEOUT> extends org.apache.hadoop.mapreduce.OutputFormat<KEYOUT,VALUEOUT> implements MarkLogicConstants, org.apache.hadoop.conf.Configurable
PropertyOutputFormat to configure your job.| Modifier and Type | Field and Description |
|---|---|
protected org.apache.hadoop.conf.Configuration |
conf |
static String |
HOSTS_QUERY |
static org.apache.commons.logging.Log |
LOG |
ADVANCED_MODE, ASSIGNMENT_POLICY, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, COLLECTION_FILTER, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DIRECTORY_FILTER, DOCUMENT_SELECTOR, EXECUTION_MODE, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_QUERY_TIMESTAMP, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MODE_DISTRIBUTED, MODE_LOCAL, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PARTITION, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE, TYPE_FILTER| Constructor and Description |
|---|
MarkLogicOutputFormat() |
| Modifier and Type | Method and Description |
|---|---|
abstract void |
checkOutputSpecs(org.apache.hadoop.conf.Configuration conf,
com.marklogic.xcc.ContentSource cs) |
void |
checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext context) |
org.apache.hadoop.conf.Configuration |
getConf() |
protected TextArrayWritable |
getHosts(org.apache.hadoop.conf.Configuration conf) |
org.apache.hadoop.mapreduce.OutputCommitter |
getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected TextArrayWritable |
queryHosts(com.marklogic.xcc.ContentSource cs) |
protected TextArrayWritable |
queryHosts(com.marklogic.xcc.ContentSource cs,
String matchHost,
String replaceHost) |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
public static final org.apache.commons.logging.Log LOG
public static final String HOSTS_QUERY
protected org.apache.hadoop.conf.Configuration conf
public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext context)
throws IOException,
InterruptedException
checkOutputSpecs in class org.apache.hadoop.mapreduce.OutputFormat<KEYOUT,VALUEOUT>IOExceptionInterruptedExceptionpublic org.apache.hadoop.mapreduce.OutputCommitter getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException,
InterruptedException
getOutputCommitter in class org.apache.hadoop.mapreduce.OutputFormat<KEYOUT,VALUEOUT>IOExceptionInterruptedExceptionpublic org.apache.hadoop.conf.Configuration getConf()
getConf in interface org.apache.hadoop.conf.Configurablepublic void setConf(org.apache.hadoop.conf.Configuration conf)
setConf in interface org.apache.hadoop.conf.Configurableprotected TextArrayWritable getHosts(org.apache.hadoop.conf.Configuration conf) throws IOException
IOExceptionprotected TextArrayWritable queryHosts(com.marklogic.xcc.ContentSource cs) throws IOException
IOExceptionprotected TextArrayWritable queryHosts(com.marklogic.xcc.ContentSource cs, String matchHost, String replaceHost) throws IOException
IOExceptionpublic abstract void checkOutputSpecs(org.apache.hadoop.conf.Configuration conf,
com.marklogic.xcc.ContentSource cs)
throws IOException
IOExceptionCopyright © 2016 MarkLogic Corporation. All Rights Reserved.
Complete online documentation for MarkLogic Server, XQuery and related components may be found at developer.marklogic.com