org.apache.flink.fs.s3.common

Class AbstractS3FileSystemFactory

java.lang.Object

org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

All Implemented Interfaces:

org.apache.flink.core.fs.FileSystemFactory

public abstract class AbstractS3FileSystemFactory
extends Object
implements org.apache.flink.core.fs.FileSystemFactory

Base class for file system factories that create S3 file systems.

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.flink.configuration.ConfigOption<String>	ENTROPY_INJECT_KEY_OPTION The substring to be replaced by random entropy in checkpoint paths.
static org.apache.flink.configuration.ConfigOption<Integer>	ENTROPY_INJECT_LENGTH_OPTION The number of entropy characters, in case entropy injection is configured.
static org.apache.flink.configuration.ConfigOption<Integer>	MAX_CONCURRENT_UPLOADS
static org.apache.flink.configuration.ConfigOption<Long>	PART_UPLOAD_MIN_SIZE

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	AbstractS3FileSystemFactory(String name, HadoopConfigLoader hadoopConfigLoader)

Method Summary

Modifier and Type	Method and Description
void	configure(org.apache.flink.configuration.Configuration config)
org.apache.flink.core.fs.FileSystem	create(URI fsUri)
protected abstract org.apache.hadoop.fs.FileSystem	createHadoopFileSystem()
protected abstract URI	getInitURI(URI fsUri, org.apache.hadoop.conf.Configuration hadoopConfig)
protected abstract S3AccessHelper	getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.core.fs.FileSystemFactory

getScheme

Field Detail

PART_UPLOAD_MIN_SIZE

public static final org.apache.flink.configuration.ConfigOption<Long> PART_UPLOAD_MIN_SIZE

MAX_CONCURRENT_UPLOADS

public static final org.apache.flink.configuration.ConfigOption<Integer> MAX_CONCURRENT_UPLOADS

ENTROPY_INJECT_KEY_OPTION

public static final org.apache.flink.configuration.ConfigOption<String> ENTROPY_INJECT_KEY_OPTION

The substring to be replaced by random entropy in checkpoint paths.

ENTROPY_INJECT_LENGTH_OPTION

public static final org.apache.flink.configuration.ConfigOption<Integer> ENTROPY_INJECT_LENGTH_OPTION

The number of entropy characters, in case entropy injection is configured.

Constructor Detail

AbstractS3FileSystemFactory

protected AbstractS3FileSystemFactory(String name,
                                      HadoopConfigLoader hadoopConfigLoader)

Method Detail

configure

public void configure(org.apache.flink.configuration.Configuration config)

Specified by:

configure in interface org.apache.flink.core.fs.FileSystemFactory

create

public org.apache.flink.core.fs.FileSystem create(URI fsUri)
                                           throws IOException

Specified by:

create in interface org.apache.flink.core.fs.FileSystemFactory

Throws:

IOException

createHadoopFileSystem

protected abstract org.apache.hadoop.fs.FileSystem createHadoopFileSystem()

getInitURI

protected abstract URI getInitURI(URI fsUri,
                                  org.apache.hadoop.conf.Configuration hadoopConfig)

getS3AccessHelper

@Nullable
protected abstract S3AccessHelper getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs)