org.apache.tez.mapreduce.processor

Class MRTask

java.lang.Object

org.apache.tez.runtime.api.AbstractLogicalIOProcessor

org.apache.tez.mapreduce.processor.MRTask

All Implemented Interfaces:

org.apache.tez.runtime.api.LogicalIOProcessor, org.apache.tez.runtime.api.LogicalIOProcessorFrameworkInterface, org.apache.tez.runtime.api.Processor, org.apache.tez.runtime.api.ProcessorFrameworkInterface

Direct Known Subclasses:

MapProcessor, ReduceProcessor

@InterfaceAudience.Private
public abstract class MRTask
extends org.apache.tez.runtime.api.AbstractLogicalIOProcessor

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.mapreduce.OutputCommitter	committer
protected org.apache.hadoop.mapred.JobConf	jobConf
protected org.apache.hadoop.mapred.JobContext	jobContext
protected SecretKey	jobTokenSecret
protected MRTaskReporter	mrReporter
protected org.apache.tez.runtime.api.ProcessorContext	processorContext
protected org.apache.hadoop.util.Progress	progress
protected org.apache.hadoop.mapred.TaskAttemptContext	taskAttemptContext
protected org.apache.hadoop.mapred.TaskAttemptID	taskAttemptId
protected boolean	useNewApi

Constructor Summary

Constructors

Constructor and Description
MRTask(org.apache.tez.runtime.api.ProcessorContext processorContext, boolean isMap)

Method Summary

Methods

Modifier and Type	Method and Description
protected static <INKEY,INVALUE,OUTKEY,OUTVALUE> org.apache.hadoop.mapreduce.Reducer.Context	createReduceContext(org.apache.hadoop.mapreduce.Reducer<INKEY,INVALUE,OUTKEY,OUTVALUE> reducer, org.apache.hadoop.conf.Configuration job, org.apache.hadoop.mapred.TaskAttemptID taskId, org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator rIter, org.apache.hadoop.mapreduce.Counter inputKeyCounter, org.apache.hadoop.mapreduce.Counter inputValueCounter, org.apache.hadoop.mapreduce.RecordWriter<OUTKEY,OUTVALUE> output, org.apache.hadoop.mapreduce.OutputCommitter committer, org.apache.hadoop.mapreduce.StatusReporter reporter, org.apache.hadoop.io.RawComparator<INKEY> comparator, Class<INKEY> keyClass, Class<INVALUE> valueClass)
void	done()
org.apache.hadoop.mapred.JobConf	getConf()
org.apache.tez.common.counters.TezCounters	getCounters()
static List<org.apache.hadoop.fs.FileSystem.Statistics>	getFsStatistics(org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration conf) Gets a handle to the Statistics instance based on the scheme associated with path.
org.apache.hadoop.mapred.JobContext	getJobContext()
MRTaskReporter	getMRReporter()
String	getOutputName()
org.apache.hadoop.mapreduce.TaskAttemptContext	getTaskAttemptContext()
org.apache.hadoop.mapred.TaskAttemptID	getTaskAttemptId()
org.apache.tez.runtime.api.ProcessorContext	getUmbilical()
void	initialize()
void	initTask(org.apache.tez.runtime.api.LogicalOutput output)
void	localizeConfiguration(org.apache.hadoop.mapred.JobConf jobConf)
static String	normalizeStatus(String status, org.apache.hadoop.conf.Configuration conf)
void	setConf(org.apache.hadoop.mapred.JobConf jobConf)
void	statusUpdate() Send a status update to the task tracker
void	taskCleanup()
void	waitBeforeCompletion(MRTaskReporter reporter)

Methods inherited from class org.apache.tez.runtime.api.AbstractLogicalIOProcessor

abort, getContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.tez.runtime.api.LogicalIOProcessorFrameworkInterface

run

Methods inherited from interface org.apache.tez.runtime.api.ProcessorFrameworkInterface

close, handleEvents

Field Detail

jobConf

protected org.apache.hadoop.mapred.JobConf jobConf

jobContext

protected org.apache.hadoop.mapred.JobContext jobContext

taskAttemptContext

protected org.apache.hadoop.mapred.TaskAttemptContext taskAttemptContext

committer

protected org.apache.hadoop.mapreduce.OutputCommitter committer

processorContext

protected org.apache.tez.runtime.api.ProcessorContext processorContext

taskAttemptId

protected org.apache.hadoop.mapred.TaskAttemptID taskAttemptId

progress

protected org.apache.hadoop.util.Progress progress

jobTokenSecret

protected SecretKey jobTokenSecret

mrReporter

protected MRTaskReporter mrReporter

useNewApi

protected boolean useNewApi

Constructor Detail

MRTask

public MRTask(org.apache.tez.runtime.api.ProcessorContext processorContext,
      boolean isMap)

Method Detail

initialize

public void initialize()
                throws IOException,
                       InterruptedException

Specified by:

initialize in interface org.apache.tez.runtime.api.ProcessorFrameworkInterface

Specified by:

initialize in class org.apache.tez.runtime.api.AbstractLogicalIOProcessor

Throws:

IOException

InterruptedException

getUmbilical

public org.apache.tez.runtime.api.ProcessorContext getUmbilical()

initTask

public void initTask(org.apache.tez.runtime.api.LogicalOutput output)
              throws IOException,
                     InterruptedException

Throws:

IOException

InterruptedException

getMRReporter

public MRTaskReporter getMRReporter()

getCounters

public org.apache.tez.common.counters.TezCounters getCounters()

setConf

public void setConf(org.apache.hadoop.mapred.JobConf jobConf)

getConf

public org.apache.hadoop.mapred.JobConf getConf()

getFsStatistics

@InterfaceAudience.Private
public static List<org.apache.hadoop.fs.FileSystem.Statistics> getFsStatistics(org.apache.hadoop.fs.Path path,
                                                                                         org.apache.hadoop.conf.Configuration conf)
                                                                        throws IOException

Gets a handle to the Statistics instance based on the scheme associated with path.

Parameters:

path - the path.

conf - the configuration to extract the scheme from if not part of the path.

Returns:

a Statistics instance, or null if none is found for the scheme.

Throws:

IOException

getOutputName

@InterfaceAudience.Private
public String getOutputName()

waitBeforeCompletion

public void waitBeforeCompletion(MRTaskReporter reporter)
                          throws IOException,
                                 InterruptedException

Throws:

IOException

InterruptedException

done

public void done()
          throws IOException,
                 InterruptedException

Throws:

IOException

InterruptedException

statusUpdate

public void statusUpdate()
                  throws IOException,
                         InterruptedException

Send a status update to the task tracker

Throws:

IOException

InterruptedException

normalizeStatus

public static String normalizeStatus(String status,
                     org.apache.hadoop.conf.Configuration conf)

createReduceContext

protected static <INKEY,INVALUE,OUTKEY,OUTVALUE> org.apache.hadoop.mapreduce.Reducer.Context createReduceContext(org.apache.hadoop.mapreduce.Reducer<INKEY,INVALUE,OUTKEY,OUTVALUE> reducer,
                                                                                              org.apache.hadoop.conf.Configuration job,
                                                                                              org.apache.hadoop.mapred.TaskAttemptID taskId,
                                                                                              org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator rIter,
                                                                                              org.apache.hadoop.mapreduce.Counter inputKeyCounter,
                                                                                              org.apache.hadoop.mapreduce.Counter inputValueCounter,
                                                                                              org.apache.hadoop.mapreduce.RecordWriter<OUTKEY,OUTVALUE> output,
                                                                                              org.apache.hadoop.mapreduce.OutputCommitter committer,
                                                                                              org.apache.hadoop.mapreduce.StatusReporter reporter,
                                                                                              org.apache.hadoop.io.RawComparator<INKEY> comparator,
                                                                                              Class<INKEY> keyClass,
                                                                                              Class<INVALUE> valueClass)
                                                                          throws IOException,
                                                                                 InterruptedException

Throws:

IOException

InterruptedException

taskCleanup

public void taskCleanup()
                 throws IOException,
                        InterruptedException

Throws:

IOException

InterruptedException

localizeConfiguration

public void localizeConfiguration(org.apache.hadoop.mapred.JobConf jobConf)
                           throws IOException,
                                  InterruptedException

Throws:

IOException

InterruptedException

getTaskAttemptContext

public org.apache.hadoop.mapreduce.TaskAttemptContext getTaskAttemptContext()

getJobContext

public org.apache.hadoop.mapred.JobContext getJobContext()

getTaskAttemptId

public org.apache.hadoop.mapred.TaskAttemptID getTaskAttemptId()