public abstract class AbstractS3FileSystemFactory extends Object implements FileSystemFactory
Modifier and Type | Field and Description |
---|---|
static ConfigOption<String> |
ENTROPY_INJECT_KEY_OPTION
The substring to be replaced by random entropy in checkpoint paths.
|
static ConfigOption<Integer> |
ENTROPY_INJECT_LENGTH_OPTION
The number of entropy characters, in case entropy injection is configured.
|
static ConfigOption<Integer> |
MAX_CONCURRENT_UPLOADS |
static ConfigOption<Long> |
PART_UPLOAD_MIN_SIZE |
Modifier | Constructor and Description |
---|---|
protected |
AbstractS3FileSystemFactory(String name,
HadoopConfigLoader hadoopConfigLoader) |
Modifier and Type | Method and Description |
---|---|
void |
configure(Configuration config)
Optional method for plugins to pick up settings from the configuration.
|
FileSystem |
create(URI fsUri)
Creates a new file system for the given file system URI.
|
protected FileSystem |
createFlinkFileSystem(org.apache.hadoop.fs.FileSystem fs,
String localTmpDirectory,
String entropyInjectionKey,
int numEntropyChars,
S3AccessHelper s3AccessHelper,
long s3minPartSize,
int maxConcurrentUploads) |
protected abstract org.apache.hadoop.fs.FileSystem |
createHadoopFileSystem() |
protected abstract URI |
getInitURI(URI fsUri,
Configuration hadoopConfig) |
protected abstract S3AccessHelper |
getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs) |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getScheme
getClassLoader
public static final ConfigOption<Long> PART_UPLOAD_MIN_SIZE
public static final ConfigOption<Integer> MAX_CONCURRENT_UPLOADS
public static final ConfigOption<String> ENTROPY_INJECT_KEY_OPTION
public static final ConfigOption<Integer> ENTROPY_INJECT_LENGTH_OPTION
protected AbstractS3FileSystemFactory(String name, HadoopConfigLoader hadoopConfigLoader)
public void configure(Configuration config)
Plugin
public FileSystem create(URI fsUri) throws IOException
FileSystemFactory
create
in interface FileSystemFactory
fsUri
- The URI that describes the file system.IOException
- Thrown if the file system could not be instantiated.protected FileSystem createFlinkFileSystem(org.apache.hadoop.fs.FileSystem fs, String localTmpDirectory, String entropyInjectionKey, int numEntropyChars, S3AccessHelper s3AccessHelper, long s3minPartSize, int maxConcurrentUploads)
protected abstract org.apache.hadoop.fs.FileSystem createHadoopFileSystem()
protected abstract URI getInitURI(URI fsUri, Configuration hadoopConfig)
@Nullable protected abstract S3AccessHelper getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs)
Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.