public abstract class DefaultOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter
Constructor and Description |
---|
DefaultOutputCommitter() |
Modifier and Type | Method and Description |
---|---|
void |
abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) |
abstract void |
commit(org.apache.hadoop.mapreduce.JobContext jobContext)
For cleaning up the job's output after job completion.
|
void |
commitJob(org.apache.hadoop.mapreduce.JobContext jobContext) |
void |
commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
boolean |
needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) |
void |
setupJob(org.apache.hadoop.mapreduce.JobContext jobContext) |
void |
setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) |
public abstract void commit(org.apache.hadoop.mapreduce.JobContext jobContext) throws IOException
JobStatus.State.SUCCEEDED
jobContext
- Context of the job whose output is being written.IOException
public final void setupJob(org.apache.hadoop.mapreduce.JobContext jobContext) throws IOException
setupJob
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
public final void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) throws IOException
setupTask
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
public final void commitJob(org.apache.hadoop.mapreduce.JobContext jobContext) throws IOException
commitJob
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
public final boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) throws IOException
needsTaskCommit
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
public final void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException
commitTask
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
public final void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext taskContext) throws IOException
abortTask
in class org.apache.hadoop.mapreduce.OutputCommitter
IOException
Copyright © 2011-2020 The Apache Software Foundation. All Rights Reserved.