org.apache.flink.runtime.fs.maprfs

Class MapRFileSystem

java.lang.Object

org.apache.flink.core.fs.FileSystem

org.apache.flink.runtime.fs.maprfs.MapRFileSystem

public final class MapRFileSystem
extends org.apache.flink.core.fs.FileSystem

Concrete implementation of the FileSystem base class for the MapR file system. The class contains MapR specific code to initialize the connection to the file system. Apart from that, we code mainly reuses the existing HDFS wrapper code.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.flink.core.fs.FileSystem

org.apache.flink.core.fs.FileSystem.FSKey, org.apache.flink.core.fs.FileSystem.WriteMode

Constructor Summary

Constructors

Constructor and Description
MapRFileSystem() Creates a new MapRFileSystem object to access the MapR file system.

Method Summary

Modifier and Type	Method and Description
org.apache.flink.core.fs.FSDataOutputStream	create(org.apache.flink.core.fs.Path f, boolean overwrite)
org.apache.flink.core.fs.FSDataOutputStream	create(org.apache.flink.core.fs.Path f, boolean overwrite, int bufferSize, short replication, long blockSize)
boolean	delete(org.apache.flink.core.fs.Path f, boolean recursive)
long	getDefaultBlockSize()
org.apache.flink.core.fs.BlockLocation[]	getFileBlockLocations(org.apache.flink.core.fs.FileStatus file, long start, long len)
org.apache.flink.core.fs.FileStatus	getFileStatus(org.apache.flink.core.fs.Path f)
org.apache.flink.core.fs.Path	getHomeDirectory()
URI	getUri()
org.apache.flink.core.fs.Path	getWorkingDirectory()
void	initialize(URI path)
boolean	isDistributedFS()
org.apache.flink.core.fs.FileStatus[]	listStatus(org.apache.flink.core.fs.Path f)
boolean	mkdirs(org.apache.flink.core.fs.Path f)
org.apache.flink.core.fs.FSDataInputStream	open(org.apache.flink.core.fs.Path f)
org.apache.flink.core.fs.FSDataInputStream	open(org.apache.flink.core.fs.Path f, int bufferSize)
boolean	rename(org.apache.flink.core.fs.Path src, org.apache.flink.core.fs.Path dst)

Methods inherited from class org.apache.flink.core.fs.FileSystem

exists, get, getLocalFileSystem, initOutPathDistFS, initOutPathLocalFS, isFlinkSupportedScheme, setDefaultScheme

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MapRFileSystem

public MapRFileSystem()
               throws IOException

Creates a new MapRFileSystem object to access the MapR file system.

Throws:

IOException - throw if the required MapR classes cannot be found

Method Detail

getWorkingDirectory

public org.apache.flink.core.fs.Path getWorkingDirectory()

Specified by:

getWorkingDirectory in class org.apache.flink.core.fs.FileSystem

getHomeDirectory

public org.apache.flink.core.fs.Path getHomeDirectory()

Specified by:

getHomeDirectory in class org.apache.flink.core.fs.FileSystem

getUri

public URI getUri()

Specified by:

getUri in class org.apache.flink.core.fs.FileSystem

initialize

public void initialize(URI path)
                throws IOException

Specified by:

initialize in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

getFileStatus

public org.apache.flink.core.fs.FileStatus getFileStatus(org.apache.flink.core.fs.Path f)
                                                  throws IOException

Specified by:

getFileStatus in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

getFileBlockLocations

public org.apache.flink.core.fs.BlockLocation[] getFileBlockLocations(org.apache.flink.core.fs.FileStatus file,
                                                                      long start,
                                                                      long len)
                                                               throws IOException

Specified by:

getFileBlockLocations in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

open

public org.apache.flink.core.fs.FSDataInputStream open(org.apache.flink.core.fs.Path f,
                                                       int bufferSize)
                                                throws IOException

Specified by:

open in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

open

public org.apache.flink.core.fs.FSDataInputStream open(org.apache.flink.core.fs.Path f)
                                                throws IOException

Specified by:

open in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

create

public org.apache.flink.core.fs.FSDataOutputStream create(org.apache.flink.core.fs.Path f,
                                                          boolean overwrite,
                                                          int bufferSize,
                                                          short replication,
                                                          long blockSize)
                                                   throws IOException

Specified by:

create in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

create

public org.apache.flink.core.fs.FSDataOutputStream create(org.apache.flink.core.fs.Path f,
                                                          boolean overwrite)
                                                   throws IOException

Specified by:

create in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

delete

public boolean delete(org.apache.flink.core.fs.Path f,
                      boolean recursive)
               throws IOException

Specified by:

delete in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.flink.core.fs.FileStatus[] listStatus(org.apache.flink.core.fs.Path f)
                                                 throws IOException

Specified by:

listStatus in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

mkdirs

public boolean mkdirs(org.apache.flink.core.fs.Path f)
               throws IOException

Specified by:

mkdirs in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

rename

public boolean rename(org.apache.flink.core.fs.Path src,
                      org.apache.flink.core.fs.Path dst)
               throws IOException

Specified by:

rename in class org.apache.flink.core.fs.FileSystem

Throws:

IOException

getDefaultBlockSize

public long getDefaultBlockSize()

Overrides:

getDefaultBlockSize in class org.apache.flink.core.fs.FileSystem

isDistributedFS

public boolean isDistributedFS()

Specified by:

isDistributedFS in class org.apache.flink.core.fs.FileSystem