org.apache.tez.dag.app.rm

Class YarnTaskSchedulerService

java.lang.Object

org.apache.tez.serviceplugins.api.TaskScheduler

org.apache.tez.dag.app.rm.YarnTaskSchedulerService

All Implemented Interfaces:

org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler, ServicePluginLifecycle

public class YarnTaskSchedulerService
extends TaskScheduler
implements org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.tez.serviceplugins.api.TaskScheduler

TaskScheduler.SchedulerTaskState

Field Summary

Fields

Modifier and Type	Field and Description
protected AtomicBoolean	shouldUnregister

Constructor Summary

Constructors

Constructor and Description
YarnTaskSchedulerService(TaskSchedulerContext taskSchedulerContext)

Method Summary

Modifier and Type	Method and Description
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, org.apache.hadoop.yarn.api.records.ContainerId containerId, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie)
void	allocateTask(Object task, org.apache.hadoop.yarn.api.records.Resource capability, String[] hosts, String[] racks, org.apache.hadoop.yarn.api.records.Priority priority, Object containerSignature, Object clientCookie)
void	blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)
void	dagComplete()
Object	deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
boolean	deallocateTask(Object task, boolean taskSucceeded, TaskAttemptEndReason endReason, String diagnostics)
org.apache.hadoop.yarn.api.records.Resource	getAvailableResources()
int	getClusterNodeCount()
float	getProgress()
org.apache.hadoop.yarn.api.records.Resource	getTotalResources()
boolean	hasUnregistered()
void	initialize()
void	initiateStop()
void	onContainersAllocated(List<org.apache.hadoop.yarn.api.records.Container> containers)
void	onContainersCompleted(List<org.apache.hadoop.yarn.api.records.ContainerStatus> statuses)
void	onError(Throwable t)
void	onNodesUpdated(List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)
void	onShutdownRequest()
void	setShouldUnregister()
void	shutdown()
void	start()
void	unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Methods inherited from class org.apache.tez.serviceplugins.api.TaskScheduler

getContext, taskStateUpdated

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

shouldUnregister

protected AtomicBoolean shouldUnregister

Constructor Detail

YarnTaskSchedulerService

public YarnTaskSchedulerService(TaskSchedulerContext taskSchedulerContext)

Method Detail

getAvailableResources

public org.apache.hadoop.yarn.api.records.Resource getAvailableResources()

Specified by:

getAvailableResources in class TaskScheduler

getClusterNodeCount

public int getClusterNodeCount()

Specified by:

getClusterNodeCount in class TaskScheduler

setShouldUnregister

public void setShouldUnregister()

Specified by:

setShouldUnregister in class TaskScheduler

hasUnregistered

public boolean hasUnregistered()

Specified by:

hasUnregistered in class TaskScheduler

initialize

public void initialize()

Specified by:

initialize in interface ServicePluginLifecycle

Overrides:

initialize in class TaskScheduler

start

public void start()

Specified by:

start in interface ServicePluginLifecycle

Overrides:

start in class TaskScheduler

shutdown

public void shutdown()
              throws InterruptedException

Specified by:

shutdown in interface ServicePluginLifecycle

Overrides:

shutdown in class TaskScheduler

Throws:

InterruptedException

onContainersCompleted

public void onContainersCompleted(List<org.apache.hadoop.yarn.api.records.ContainerStatus> statuses)

Specified by:

onContainersCompleted in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onContainersAllocated

public void onContainersAllocated(List<org.apache.hadoop.yarn.api.records.Container> containers)

Specified by:

onContainersAllocated in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

dagComplete

public void dagComplete()

Specified by:

dagComplete in class TaskScheduler

onShutdownRequest

public void onShutdownRequest()

Specified by:

onShutdownRequest in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onNodesUpdated

public void onNodesUpdated(List<org.apache.hadoop.yarn.api.records.NodeReport> updatedNodes)

Specified by:

onNodesUpdated in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

onError

public void onError(Throwable t)

Specified by:

onError in interface org.apache.hadoop.yarn.client.api.async.AMRMClientAsync.CallbackHandler

getTotalResources

public org.apache.hadoop.yarn.api.records.Resource getTotalResources()

Specified by:

getTotalResources in class TaskScheduler

blacklistNode

public void blacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

blacklistNode in class TaskScheduler

unblacklistNode

public void unblacklistNode(org.apache.hadoop.yarn.api.records.NodeId nodeId)

Specified by:

unblacklistNode in class TaskScheduler

allocateTask

public void allocateTask(Object task,
                         org.apache.hadoop.yarn.api.records.Resource capability,
                         String[] hosts,
                         String[] racks,
                         org.apache.hadoop.yarn.api.records.Priority priority,
                         Object containerSignature,
                         Object clientCookie)

Specified by:

allocateTask in class TaskScheduler

allocateTask

public void allocateTask(Object task,
                         org.apache.hadoop.yarn.api.records.Resource capability,
                         org.apache.hadoop.yarn.api.records.ContainerId containerId,
                         org.apache.hadoop.yarn.api.records.Priority priority,
                         Object containerSignature,
                         Object clientCookie)

Specified by:

allocateTask in class TaskScheduler

deallocateTask

public boolean deallocateTask(Object task,
                              boolean taskSucceeded,
                              TaskAttemptEndReason endReason,
                              String diagnostics)

Specified by:

deallocateTask in class TaskScheduler

Parameters:

task - the task to de-allocate.

taskSucceeded - specify whether the task succeeded or failed.

endReason - reason for the task ending

Returns:

true if a container is assigned to this task.

deallocateContainer

public Object deallocateContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)

Specified by:

deallocateContainer in class TaskScheduler

initiateStop

public void initiateStop()

Overrides:

initiateStop in class TaskScheduler