public class S3UnderFileSystem extends UnderFileSystem
UnderFileSystem.SpaceType, UnderFileSystem.UnderFSTypemTachyonConf| Constructor and Description |
|---|
S3UnderFileSystem(String bucketName,
TachyonConf tachyonConf) |
| Modifier and Type | Method and Description |
|---|---|
void |
close() |
void |
connectFromMaster(TachyonConf conf,
String hostname) |
void |
connectFromWorker(TachyonConf conf,
String hostname) |
OutputStream |
create(String path) |
OutputStream |
create(String path,
int blockSizeByte) |
OutputStream |
create(String path,
short replication,
int blockSizeByte) |
boolean |
delete(String path,
boolean recursive) |
boolean |
exists(String path) |
long |
getBlockSizeByte(String path)
There is no concept of a block in S3, however the maximum allowed size of one file is
currently 5 TB.
|
Object |
getConf() |
List<String> |
getFileLocations(String path) |
List<String> |
getFileLocations(String path,
long offset) |
long |
getFileSize(String path) |
long |
getModificationTimeMs(String path) |
long |
getSpace(String path,
UnderFileSystem.SpaceType type) |
UnderFileSystem.UnderFSType |
getUnderFSType() |
boolean |
isFile(String path) |
String[] |
list(String path) |
boolean |
mkdirs(String path,
boolean createParent) |
InputStream |
open(String path) |
boolean |
rename(String src,
String dst) |
void |
setConf(Object conf) |
void |
setPermission(String path,
String posixPerm) |
get, get, isHadoopUnderFS, parse, providesStoragepublic S3UnderFileSystem(String bucketName, TachyonConf tachyonConf) throws org.jets3t.service.ServiceException
org.jets3t.service.ServiceExceptionpublic UnderFileSystem.UnderFSType getUnderFSType()
getUnderFSType in class UnderFileSystempublic void close()
throws IOException
close in class UnderFileSystemIOExceptionpublic void connectFromMaster(TachyonConf conf, String hostname)
connectFromMaster in class UnderFileSystempublic void connectFromWorker(TachyonConf conf, String hostname)
connectFromWorker in class UnderFileSystempublic OutputStream create(String path) throws IOException
create in class UnderFileSystemIOExceptionpublic OutputStream create(String path, int blockSizeByte) throws IOException
create in class UnderFileSystemIOExceptionpublic OutputStream create(String path, short replication, int blockSizeByte) throws IOException
create in class UnderFileSystemIOExceptionpublic boolean delete(String path, boolean recursive) throws IOException
delete in class UnderFileSystemIOExceptionpublic boolean exists(String path) throws IOException
exists in class UnderFileSystemIOExceptionpublic long getBlockSizeByte(String path) throws IOException
getBlockSizeByte in class UnderFileSystempath - The file nameIOException - this implementation will not throw this exception, but subclasses maypublic Object getConf()
getConf in class UnderFileSystempublic List<String> getFileLocations(String path) throws IOException
getFileLocations in class UnderFileSystemIOExceptionpublic List<String> getFileLocations(String path, long offset) throws IOException
getFileLocations in class UnderFileSystemIOExceptionpublic long getFileSize(String path) throws IOException
getFileSize in class UnderFileSystemIOExceptionpublic long getModificationTimeMs(String path) throws IOException
getModificationTimeMs in class UnderFileSystemIOExceptionpublic long getSpace(String path, UnderFileSystem.SpaceType type) throws IOException
getSpace in class UnderFileSystemIOExceptionpublic boolean isFile(String path) throws IOException
isFile in class UnderFileSystemIOExceptionpublic String[] list(String path) throws IOException
list in class UnderFileSystemIOExceptionpublic boolean mkdirs(String path, boolean createParent) throws IOException
mkdirs in class UnderFileSystemIOExceptionpublic InputStream open(String path) throws IOException
open in class UnderFileSystemIOExceptionpublic boolean rename(String src, String dst) throws IOException
rename in class UnderFileSystemIOExceptionpublic void setConf(Object conf)
setConf in class UnderFileSystempublic void setPermission(String path, String posixPerm) throws IOException
setPermission in class UnderFileSystemIOExceptionCopyright © 2015. All Rights Reserved.