public class HadoopRenameFileCommitter extends Object implements HadoopFileCommitter
Constructor and Description |
---|
HadoopRenameFileCommitter(Configuration configuration,
org.apache.hadoop.fs.Path targetFilePath) |
HadoopRenameFileCommitter(Configuration configuration,
org.apache.hadoop.fs.Path targetFilePath,
org.apache.hadoop.fs.Path inProgressPath) |
Modifier and Type | Method and Description |
---|---|
void |
commit()
Commits the in-progress file to the target path.
|
void |
commitAfterRecovery()
Re-commits the in-progress file to the target path after fail-over.
|
org.apache.hadoop.fs.Path |
getTargetFilePath()
Gets the target path to commit to.
|
org.apache.hadoop.fs.Path |
getTempFilePath()
Gets the path of the intermediate file to commit.
|
void |
preCommit()
Prepares the intermediates file for committing.
|
public HadoopRenameFileCommitter(Configuration configuration, org.apache.hadoop.fs.Path targetFilePath) throws IOException
IOException
public HadoopRenameFileCommitter(Configuration configuration, org.apache.hadoop.fs.Path targetFilePath, org.apache.hadoop.fs.Path inProgressPath) throws IOException
IOException
public org.apache.hadoop.fs.Path getTargetFilePath()
HadoopFileCommitter
getTargetFilePath
in interface HadoopFileCommitter
public org.apache.hadoop.fs.Path getTempFilePath()
HadoopFileCommitter
getTempFilePath
in interface HadoopFileCommitter
public void preCommit()
HadoopFileCommitter
preCommit
in interface HadoopFileCommitter
public void commit() throws IOException
HadoopFileCommitter
commit
in interface HadoopFileCommitter
IOException
public void commitAfterRecovery() throws IOException
HadoopFileCommitter
commitAfterRecovery
in interface HadoopFileCommitter
IOException
Copyright © 2014–2023 The Apache Software Foundation. All rights reserved.