tachyon.underfs.hdfs

Class HdfsUnderFileSystem

java.lang.Object

tachyon.underfs.UnderFileSystem

tachyon.underfs.hdfs.HdfsUnderFileSystem

public class HdfsUnderFileSystem
extends UnderFileSystem

HDFS UnderFilesystem implementation

Nested Class Summary

Nested classes/interfaces inherited from class tachyon.underfs.UnderFileSystem

UnderFileSystem.SpaceType, UnderFileSystem.UnderFSType

Field Summary

Fields inherited from class tachyon.underfs.UnderFileSystem

mTachyonConf

Constructor Summary

Constructors

Constructor and Description
HdfsUnderFileSystem(String fsDefaultName, TachyonConf tachyonConf, Object conf)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
void	connectFromMaster(TachyonConf conf, String host)
void	connectFromWorker(TachyonConf conf, String host)
org.apache.hadoop.fs.FSDataOutputStream	create(String path)
org.apache.hadoop.fs.FSDataOutputStream	create(String path, int blockSizeByte) BlockSize should be a multiple of 512
org.apache.hadoop.fs.FSDataOutputStream	create(String path, short replication, int blockSizeByte)
boolean	delete(String path, boolean recursive)
boolean	exists(String path)
long	getBlockSizeByte(String path)
Object	getConf()
List<String>	getFileLocations(String path)
List<String>	getFileLocations(String path, long offset)
long	getFileSize(String path)
long	getModificationTimeMs(String path)
long	getSpace(String path, UnderFileSystem.SpaceType type)
UnderFileSystem.UnderFSType	getUnderFSType()
boolean	isFile(String path)
String[]	list(String path)
boolean	mkdirs(String path, boolean createParent)
org.apache.hadoop.fs.FSDataInputStream	open(String path)
protected void	prepareConfiguration(String path, TachyonConf tachyonConf, org.apache.hadoop.conf.Configuration config) Prepares the Hadoop configuration necessary to successfully obtain a FileSystem instance that can access the provided path
boolean	rename(String src, String dst)
void	setConf(Object conf)
void	setPermission(String path, String posixPerm)

Methods inherited from class tachyon.underfs.UnderFileSystem

get, get, isHadoopUnderFS, parse, providesStorage

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HdfsUnderFileSystem

public HdfsUnderFileSystem(String fsDefaultName,
                   TachyonConf tachyonConf,
                   Object conf)

Method Detail

getUnderFSType

public UnderFileSystem.UnderFSType getUnderFSType()

Specified by:

getUnderFSType in class UnderFileSystem

prepareConfiguration

protected void prepareConfiguration(String path,
                        TachyonConf tachyonConf,
                        org.apache.hadoop.conf.Configuration config)

Prepares the Hadoop configuration necessary to successfully obtain a FileSystem instance that can access the provided path

Derived implementations that work with specialised Hadoop FileSystem API compatible implementations can override this method to add implementation specific configuration necessary for obtaining a usable FileSystem instance.

Parameters:

path - File system path

config - Hadoop Configuration

close

public void close()
           throws IOException

Specified by:

close in class UnderFileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(String path)
                                               throws IOException

Specified by:

create in class UnderFileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(String path,
                                             int blockSizeByte)
                                               throws IOException

BlockSize should be a multiple of 512

Specified by:

create in class UnderFileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(String path,
                                             short replication,
                                             int blockSizeByte)
                                               throws IOException

Specified by:

create in class UnderFileSystem

Throws:

IOException

delete

public boolean delete(String path,
             boolean recursive)
               throws IOException

Specified by:

delete in class UnderFileSystem

Throws:

IOException

exists

public boolean exists(String path)
               throws IOException

Specified by:

exists in class UnderFileSystem

Throws:

IOException

getBlockSizeByte

public long getBlockSizeByte(String path)
                      throws IOException

Specified by:

getBlockSizeByte in class UnderFileSystem

Throws:

IOException

getConf

public Object getConf()

Specified by:

getConf in class UnderFileSystem

getFileLocations

public List<String> getFileLocations(String path)
                              throws IOException

Specified by:

getFileLocations in class UnderFileSystem

Throws:

IOException

getFileLocations

public List<String> getFileLocations(String path,
                            long offset)
                              throws IOException

Specified by:

getFileLocations in class UnderFileSystem

Throws:

IOException

getFileSize

public long getFileSize(String path)
                 throws IOException

Specified by:

getFileSize in class UnderFileSystem

Throws:

IOException

getModificationTimeMs

public long getModificationTimeMs(String path)
                           throws IOException

Specified by:

getModificationTimeMs in class UnderFileSystem

Throws:

IOException

getSpace

public long getSpace(String path,
            UnderFileSystem.SpaceType type)
              throws IOException

Specified by:

getSpace in class UnderFileSystem

Throws:

IOException

isFile

public boolean isFile(String path)
               throws IOException

Specified by:

isFile in class UnderFileSystem

Throws:

IOException

list

public String[] list(String path)
              throws IOException

Specified by:

list in class UnderFileSystem

Throws:

IOException

connectFromMaster

public void connectFromMaster(TachyonConf conf,
                     String host)
                       throws IOException

Specified by:

connectFromMaster in class UnderFileSystem

Throws:

IOException

connectFromWorker

public void connectFromWorker(TachyonConf conf,
                     String host)
                       throws IOException

Specified by:

connectFromWorker in class UnderFileSystem

Throws:

IOException

mkdirs

public boolean mkdirs(String path,
             boolean createParent)
               throws IOException

Specified by:

mkdirs in class UnderFileSystem

Throws:

IOException

open

public org.apache.hadoop.fs.FSDataInputStream open(String path)
                                            throws IOException

Specified by:

open in class UnderFileSystem

Throws:

IOException

rename

public boolean rename(String src,
             String dst)
               throws IOException

Specified by:

rename in class UnderFileSystem

Throws:

IOException

setConf

public void setConf(Object conf)

Specified by:

setConf in class UnderFileSystem

setPermission

public void setPermission(String path,
                 String posixPerm)
                   throws IOException

Specified by:

setPermission in class UnderFileSystem

Throws:

IOException