|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.apache.hadoop.mapreduce.OutputCommitter org.apache.hadoop.mapred.OutputCommitter
public abstract class OutputCommitter
OutputCommitter
describes the commit of task output for a
Map-Reduce job.
The Map-Reduce framework relies on the OutputCommitter
of
the job to:
FileOutputCommitter
,
JobContext
,
TaskAttemptContext
Constructor Summary | |
---|---|
OutputCommitter()
|
Method Summary | |
---|---|
void |
abortJob(JobContext jobContext,
int status)
For cleaning up the job's output after job failure. |
void |
abortJob(JobContext context,
JobStatus.State runState)
This method implements the new interface by calling the old method. |
abstract void |
abortTask(TaskAttemptContext taskContext)
Discard the task output |
void |
abortTask(TaskAttemptContext taskContext)
This method implements the new interface by calling the old method. |
void |
cleanupJob(JobContext jobContext)
Deprecated. use commitJob(JobContext) or
abortJob(JobContext, int) instead |
void |
cleanupJob(JobContext context)
Deprecated. |
void |
commitJob(JobContext jobContext)
For committing job's output after successful job completion. |
void |
commitJob(JobContext context)
This method implements the new interface by calling the old method. |
abstract void |
commitTask(TaskAttemptContext taskContext)
To promote the task's temporary output to final output location The task's output is moved to the job's output directory. |
void |
commitTask(TaskAttemptContext taskContext)
This method implements the new interface by calling the old method. |
abstract boolean |
needsTaskCommit(TaskAttemptContext taskContext)
Check whether task needs a commit |
boolean |
needsTaskCommit(TaskAttemptContext taskContext)
This method implements the new interface by calling the old method. |
abstract void |
setupJob(JobContext jobContext)
For the framework to setup the job output during initialization |
void |
setupJob(JobContext jobContext)
This method implements the new interface by calling the old method. |
abstract void |
setupTask(TaskAttemptContext taskContext)
Sets up output for the task. |
void |
setupTask(TaskAttemptContext taskContext)
This method implements the new interface by calling the old method. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
public OutputCommitter()
Method Detail |
---|
public abstract void setupJob(JobContext jobContext) throws IOException
jobContext
- Context of the job whose output is being written.
IOException
- if temporary output could not be created@Deprecated public void cleanupJob(JobContext jobContext) throws IOException
commitJob(JobContext)
or
abortJob(JobContext, int)
instead
IOException
public void commitJob(JobContext jobContext) throws IOException
JobStatus.SUCCEEDED
.
jobContext
- Context of the job whose output is being written.
IOException
public void abortJob(JobContext jobContext, int status) throws IOException
jobContext
- Context of the job whose output is being written.status
- Final run state of the job, should be
JobStatus.KILLED
or JobStatus.FAILED
IOException
public abstract void setupTask(TaskAttemptContext taskContext) throws IOException
taskContext
- Context of the task whose output is being written.
IOException
public abstract boolean needsTaskCommit(TaskAttemptContext taskContext) throws IOException
taskContext
-
IOException
public abstract void commitTask(TaskAttemptContext taskContext) throws IOException
taskContext
- Context of the task whose output is being written.
IOException
- if commit is notpublic abstract void abortTask(TaskAttemptContext taskContext) throws IOException
taskContext
-
IOException
public final void setupJob(JobContext jobContext) throws IOException
setupJob
in class OutputCommitter
jobContext
- Context of the job whose output is being written.
IOException
- if temporary output could not be created@Deprecated public final void cleanupJob(JobContext context) throws IOException
cleanupJob
in class OutputCommitter
IOException
public final void commitJob(JobContext context) throws IOException
commitJob
in class OutputCommitter
context
- Context of the job whose output is being written.
IOException
public final void abortJob(JobContext context, JobStatus.State runState) throws IOException
abortJob
in class OutputCommitter
context
- Context of the job whose output is being written.runState
- final run state of the job, should be either
JobStatus.State.KILLED
or JobStatus.State.FAILED
IOException
public final void setupTask(TaskAttemptContext taskContext) throws IOException
setupTask
in class OutputCommitter
taskContext
- Context of the task whose output is being written.
IOException
public final boolean needsTaskCommit(TaskAttemptContext taskContext) throws IOException
needsTaskCommit
in class OutputCommitter
IOException
public final void commitTask(TaskAttemptContext taskContext) throws IOException
commitTask
in class OutputCommitter
taskContext
- Context of the task whose output is being written.
IOException
- if commit is notpublic final void abortTask(TaskAttemptContext taskContext) throws IOException
abortTask
in class OutputCommitter
IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |