public abstract class TaskAttemptImpl extends Object implements TaskAttempt, org.apache.hadoop.yarn.event.EventHandler<TaskAttemptEvent>
Modifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.mapred.JobConf |
conf |
org.apache.hadoop.yarn.api.records.Container |
container |
protected Set<String> |
dataLocalHosts |
protected Set<String> |
dataLocalRacks |
protected org.apache.hadoop.yarn.event.EventHandler |
eventHandler |
protected org.apache.hadoop.fs.Path |
jobFile |
protected int |
partition |
protected static Map<org.apache.hadoop.mapreduce.v2.api.records.TaskType,org.apache.hadoop.yarn.api.records.Resource> |
RESOURCE_REQUEST_CACHE |
Constructor and Description |
---|
TaskAttemptImpl(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId,
int i,
org.apache.hadoop.yarn.event.EventHandler eventHandler,
TaskAttemptListener taskAttemptListener,
org.apache.hadoop.fs.Path jobFile,
int partition,
org.apache.hadoop.mapred.JobConf conf,
String[] dataLocalHosts,
org.apache.hadoop.security.token.Token<org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier> jobToken,
org.apache.hadoop.security.Credentials credentials,
org.apache.hadoop.yarn.util.Clock clock,
AppContext appContext) |
Modifier and Type | Method and Description |
---|---|
protected abstract org.apache.hadoop.mapred.Task |
createRemoteTask() |
org.apache.hadoop.yarn.api.records.ContainerId |
getAssignedContainerID() |
String |
getAssignedContainerMgrAddress() |
org.apache.hadoop.mapreduce.v2.api.records.Avataar |
getAvataar() |
org.apache.hadoop.mapreduce.Counters |
getCounters() |
List<String> |
getDiagnostics() |
protected static org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptState |
getExternalState(TaskAttemptStateInternal smState) |
long |
getFinishTime() |
org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptId |
getID() |
TaskAttemptStateInternal |
getInternalState() |
long |
getLaunchTime() |
org.apache.hadoop.mapreduce.v2.api.records.Locality |
getLocality() |
String |
getNodeHttpAddress()
If container Assigned then return the node's address, otherwise null.
|
org.apache.hadoop.yarn.api.records.NodeId |
getNodeId() |
String |
getNodeRackName()
If container Assigned then return the node's rackname, otherwise null.
|
org.apache.hadoop.mapreduce.v2.api.records.Phase |
getPhase() |
float |
getProgress() |
org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptReport |
getReport() |
long |
getShuffleFinishTime() |
int |
getShufflePort() |
long |
getSortFinishTime() |
org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptState |
getState() |
void |
handle(TaskAttemptEvent event) |
boolean |
isFinished()
Has attempt reached the final state or not.
|
protected boolean |
isIP(String src) |
boolean |
isTaskFailFast() |
TaskAttemptStateInternal |
recover(org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser.TaskAttemptInfo taInfo,
org.apache.hadoop.mapreduce.OutputCommitter committer,
boolean recoverOutput) |
protected String |
resolveHost(String src) |
protected Set<String> |
resolveHosts(String[] src) |
void |
setAvataar(org.apache.hadoop.mapreduce.v2.api.records.Avataar avataar) |
void |
setLocality(org.apache.hadoop.mapreduce.v2.api.records.Locality locality) |
void |
setTaskFailFast(boolean failFast) |
@VisibleForTesting protected static final Map<org.apache.hadoop.mapreduce.v2.api.records.TaskType,org.apache.hadoop.yarn.api.records.Resource> RESOURCE_REQUEST_CACHE
protected final org.apache.hadoop.mapred.JobConf conf
protected final org.apache.hadoop.fs.Path jobFile
protected final int partition
protected org.apache.hadoop.yarn.event.EventHandler eventHandler
@VisibleForTesting public org.apache.hadoop.yarn.api.records.Container container
public TaskAttemptImpl(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId, int i, org.apache.hadoop.yarn.event.EventHandler eventHandler, TaskAttemptListener taskAttemptListener, org.apache.hadoop.fs.Path jobFile, int partition, org.apache.hadoop.mapred.JobConf conf, String[] dataLocalHosts, org.apache.hadoop.security.token.Token<org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier> jobToken, org.apache.hadoop.security.Credentials credentials, org.apache.hadoop.yarn.util.Clock clock, AppContext appContext)
public org.apache.hadoop.yarn.api.records.ContainerId getAssignedContainerID()
getAssignedContainerID
in interface TaskAttempt
public String getAssignedContainerMgrAddress()
getAssignedContainerMgrAddress
in interface TaskAttempt
public long getLaunchTime()
getLaunchTime
in interface TaskAttempt
public long getFinishTime()
getFinishTime
in interface TaskAttempt
public long getShuffleFinishTime()
getShuffleFinishTime
in interface TaskAttempt
public long getSortFinishTime()
getSortFinishTime
in interface TaskAttempt
public int getShufflePort()
getShufflePort
in interface TaskAttempt
public org.apache.hadoop.yarn.api.records.NodeId getNodeId()
getNodeId
in interface TaskAttempt
public String getNodeHttpAddress()
getNodeHttpAddress
in interface TaskAttempt
public String getNodeRackName()
getNodeRackName
in interface TaskAttempt
protected abstract org.apache.hadoop.mapred.Task createRemoteTask()
public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptId getID()
getID
in interface TaskAttempt
public boolean isFinished()
TaskAttempt
isFinished
in interface TaskAttempt
public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptReport getReport()
getReport
in interface TaskAttempt
public List<String> getDiagnostics()
getDiagnostics
in interface TaskAttempt
public org.apache.hadoop.mapreduce.Counters getCounters()
getCounters
in interface TaskAttempt
public float getProgress()
getProgress
in interface TaskAttempt
public org.apache.hadoop.mapreduce.v2.api.records.Phase getPhase()
getPhase
in interface TaskAttempt
public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptState getState()
getState
in interface TaskAttempt
public void handle(TaskAttemptEvent event)
handle
in interface org.apache.hadoop.yarn.event.EventHandler<TaskAttemptEvent>
@VisibleForTesting public TaskAttemptStateInternal getInternalState()
public org.apache.hadoop.mapreduce.v2.api.records.Locality getLocality()
public void setLocality(org.apache.hadoop.mapreduce.v2.api.records.Locality locality)
public org.apache.hadoop.mapreduce.v2.api.records.Avataar getAvataar()
public void setAvataar(org.apache.hadoop.mapreduce.v2.api.records.Avataar avataar)
public void setTaskFailFast(boolean failFast)
public boolean isTaskFailFast()
public TaskAttemptStateInternal recover(org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser.TaskAttemptInfo taInfo, org.apache.hadoop.mapreduce.OutputCommitter committer, boolean recoverOutput)
protected static org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptState getExternalState(TaskAttemptStateInternal smState)
protected boolean isIP(String src)
Copyright © 2008–2024 Apache Software Foundation. All rights reserved.