org.apache.tez.dag.library.vertexmanager

Class ShuffleVertexManager.CustomShuffleEdgeManager

java.lang.Object

org.apache.tez.dag.api.EdgeManagerPlugin

org.apache.tez.dag.api.EdgeManagerPluginOnDemand

org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager

Enclosing class:

ShuffleVertexManager

public static class ShuffleVertexManager.CustomShuffleEdgeManager
extends org.apache.tez.dag.api.EdgeManagerPluginOnDemand

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata

Constructor Summary

Constructors

Constructor and Description
ShuffleVertexManager.CustomShuffleEdgeManager(org.apache.tez.dag.api.EdgeManagerPluginContext context)

Method Summary

Methods

Modifier and Type	Method and Description
int	getNumDestinationConsumerTasks(int sourceTaskIndex)
int	getNumDestinationTaskPhysicalInputs(int destinationTaskIndex)
int	getNumSourceTaskPhysicalOutputs(int sourceTaskIndex)
void	initialize()
void	prepareForRouting()
org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata	routeCompositeDataMovementEventToDestination(int sourceTaskIndex, int destinationTaskIndex)
void	routeDataMovementEventToDestination(org.apache.tez.runtime.api.events.DataMovementEvent event, int sourceTaskIndex, int sourceOutputIndex, Map<Integer,List<Integer>> destinationTaskAndInputIndices)
org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata	routeDataMovementEventToDestination(int sourceTaskIndex, int sourceOutputIndex, int destTaskIndex)
int	routeInputErrorEventToSource(org.apache.tez.runtime.api.events.InputReadErrorEvent event, int destinationTaskIndex, int destinationFailedInputIndex)
int	routeInputErrorEventToSource(int destinationTaskIndex, int destinationFailedInputIndex)
org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata	routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex, int destinationTaskIndex)
void	routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex, Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Methods inherited from class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

getContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ShuffleVertexManager.CustomShuffleEdgeManager

public ShuffleVertexManager.CustomShuffleEdgeManager(org.apache.tez.dag.api.EdgeManagerPluginContext context)

Method Detail

initialize

public void initialize()

Specified by:

initialize in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

getNumDestinationTaskPhysicalInputs

public int getNumDestinationTaskPhysicalInputs(int destinationTaskIndex)

Specified by:

getNumDestinationTaskPhysicalInputs in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

getNumSourceTaskPhysicalOutputs

public int getNumSourceTaskPhysicalOutputs(int sourceTaskIndex)

Specified by:

getNumSourceTaskPhysicalOutputs in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

routeDataMovementEventToDestination

public void routeDataMovementEventToDestination(org.apache.tez.runtime.api.events.DataMovementEvent event,
                                       int sourceTaskIndex,
                                       int sourceOutputIndex,
                                       Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Overrides:

routeDataMovementEventToDestination in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

routeDataMovementEventToDestination

public org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata routeDataMovementEventToDestination(int sourceTaskIndex,
                                                                                                      int sourceOutputIndex,
                                                                                                      int destTaskIndex)
                                                                                                        throws Exception

Specified by:

routeDataMovementEventToDestination in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

Throws:

Exception

prepareForRouting

public void prepareForRouting()
                       throws Exception

Specified by:

prepareForRouting in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

Throws:

Exception

routeCompositeDataMovementEventToDestination

@Nullable
public org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata routeCompositeDataMovementEventToDestination(int sourceTaskIndex,
                                                                                                                        int destinationTaskIndex)
                                                                                                                 throws Exception

Specified by:

routeCompositeDataMovementEventToDestination in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

Throws:

Exception

routeInputSourceTaskFailedEventToDestination

public org.apache.tez.dag.api.EdgeManagerPluginOnDemand.EventRouteMetadata routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex,
                                                                                                               int destinationTaskIndex)
                                                                                                                 throws Exception

Specified by:

routeInputSourceTaskFailedEventToDestination in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

Throws:

Exception

routeInputSourceTaskFailedEventToDestination

public void routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex,
                                                Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Overrides:

routeInputSourceTaskFailedEventToDestination in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

routeInputErrorEventToSource

public int routeInputErrorEventToSource(org.apache.tez.runtime.api.events.InputReadErrorEvent event,
                               int destinationTaskIndex,
                               int destinationFailedInputIndex)

Overrides:

routeInputErrorEventToSource in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

routeInputErrorEventToSource

public int routeInputErrorEventToSource(int destinationTaskIndex,
                               int destinationFailedInputIndex)

Specified by:

routeInputErrorEventToSource in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

getNumDestinationConsumerTasks

public int getNumDestinationConsumerTasks(int sourceTaskIndex)

Specified by:

getNumDestinationConsumerTasks in class org.apache.tez.dag.api.EdgeManagerPluginOnDemand