org.apache.tez.dag.app.dag.impl

Class ScatterGatherEdgeManager

java.lang.Object

org.apache.tez.dag.api.EdgeManagerPlugin

org.apache.tez.dag.api.EdgeManagerPluginOnDemand

org.apache.tez.dag.app.dag.impl.ScatterGatherEdgeManager

public class ScatterGatherEdgeManager
extends EdgeManagerPluginOnDemand

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

EdgeManagerPluginOnDemand.CompositeEventRouteMetadata, EdgeManagerPluginOnDemand.EventRouteMetadata

Constructor Summary

Constructors

Constructor and Description
ScatterGatherEdgeManager(EdgeManagerPluginContext context)

Method Summary

Modifier and Type	Method and Description
int	getNumDestinationConsumerTasks(int sourceTaskIndex)
int	getNumDestinationTaskPhysicalInputs(int destinationTaskIndex)
int	getNumSourceTaskPhysicalOutputs(int sourceTaskIndex)
void	initialize()
void	prepareForRouting()
EdgeManagerPluginOnDemand.CompositeEventRouteMetadata	routeCompositeDataMovementEventToDestination(int sourceTaskIndex, int destinationTaskIndex)
void	routeDataMovementEventToDestination(DataMovementEvent event, int sourceTaskIndex, int sourceOutputIndex, Map<Integer,List<Integer>> destinationTaskAndInputIndices)
EdgeManagerPluginOnDemand.EventRouteMetadata	routeDataMovementEventToDestination(int sourceTaskIndex, int sourceOutputIndex, int destinationTaskIndex)
int	routeInputErrorEventToSource(InputReadErrorEvent event, int destinationTaskIndex, int destinationFailedInputIndex)
int	routeInputErrorEventToSource(int destinationTaskIndex, int destinationFailedInputIndex)
EdgeManagerPluginOnDemand.EventRouteMetadata	routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex, int destinationTaskIndex)
void	routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex, Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Methods inherited from class org.apache.tez.dag.api.EdgeManagerPluginOnDemand

getContext

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ScatterGatherEdgeManager

public ScatterGatherEdgeManager(EdgeManagerPluginContext context)

Method Detail

initialize

public void initialize()

Specified by:

initialize in class EdgeManagerPluginOnDemand

getNumDestinationTaskPhysicalInputs

public int getNumDestinationTaskPhysicalInputs(int destinationTaskIndex)

Specified by:

getNumDestinationTaskPhysicalInputs in class EdgeManagerPluginOnDemand

getNumSourceTaskPhysicalOutputs

public int getNumSourceTaskPhysicalOutputs(int sourceTaskIndex)

Specified by:

getNumSourceTaskPhysicalOutputs in class EdgeManagerPluginOnDemand

prepareForRouting

public void prepareForRouting()
                       throws Exception

Specified by:

prepareForRouting in class EdgeManagerPluginOnDemand

Throws:

Exception

routeDataMovementEventToDestination

public EdgeManagerPluginOnDemand.EventRouteMetadata routeDataMovementEventToDestination(int sourceTaskIndex,
                                                                                        int sourceOutputIndex,
                                                                                        int destinationTaskIndex)
                                                                                 throws Exception

Specified by:

routeDataMovementEventToDestination in class EdgeManagerPluginOnDemand

Throws:

Exception

routeCompositeDataMovementEventToDestination

@Nullable
public EdgeManagerPluginOnDemand.CompositeEventRouteMetadata routeCompositeDataMovementEventToDestination(int sourceTaskIndex,
                                                                                                                    int destinationTaskIndex)
                                                                                                             throws Exception

Specified by:

routeCompositeDataMovementEventToDestination in class EdgeManagerPluginOnDemand

Throws:

Exception

routeInputSourceTaskFailedEventToDestination

public EdgeManagerPluginOnDemand.EventRouteMetadata routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex,
                                                                                                 int destinationTaskIndex)
                                                                                          throws Exception

Specified by:

routeInputSourceTaskFailedEventToDestination in class EdgeManagerPluginOnDemand

Throws:

Exception

routeDataMovementEventToDestination

public void routeDataMovementEventToDestination(DataMovementEvent event,
                                                int sourceTaskIndex,
                                                int sourceOutputIndex,
                                                Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Overrides:

routeDataMovementEventToDestination in class EdgeManagerPluginOnDemand

routeInputSourceTaskFailedEventToDestination

public void routeInputSourceTaskFailedEventToDestination(int sourceTaskIndex,
                                                         Map<Integer,List<Integer>> destinationTaskAndInputIndices)

Overrides:

routeInputSourceTaskFailedEventToDestination in class EdgeManagerPluginOnDemand

routeInputErrorEventToSource

public int routeInputErrorEventToSource(InputReadErrorEvent event,
                                        int destinationTaskIndex,
                                        int destinationFailedInputIndex)

Overrides:

routeInputErrorEventToSource in class EdgeManagerPluginOnDemand

routeInputErrorEventToSource

public int routeInputErrorEventToSource(int destinationTaskIndex,
                                        int destinationFailedInputIndex)

Specified by:

routeInputErrorEventToSource in class EdgeManagerPluginOnDemand

getNumDestinationConsumerTasks

public int getNumDestinationConsumerTasks(int sourceTaskIndex)

Specified by:

getNumDestinationConsumerTasks in class EdgeManagerPluginOnDemand