@InterfaceAudience.Private public class HttpFSFileSystem extends org.apache.hadoop.fs.FileSystem implements org.apache.hadoop.fs.DelegationTokenRenewer.Renewable
This implementation allows a user to access HDFS over HTTP via a HttpFSServer server.
| Modifier and Type | Class and Description |
|---|---|
static class |
HttpFSFileSystem.FILE_TYPE |
static class |
HttpFSFileSystem.Operation |
| Constructor and Description |
|---|
HttpFSFileSystem() |
| Modifier and Type | Method and Description |
|---|---|
org.apache.hadoop.fs.FSDataOutputStream |
append(org.apache.hadoop.fs.Path f,
int bufferSize,
org.apache.hadoop.util.Progressable progress)
Append to an existing file (optional operation).
|
void |
cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
void |
concat(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.Path[] psrcs)
Concat existing files together.
|
org.apache.hadoop.fs.FSDataOutputStream |
create(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission,
boolean overwrite,
int bufferSize,
short replication,
long blockSize,
org.apache.hadoop.util.Progressable progress)
Opens an FSDataOutputStream at the indicated Path with write-progress
reporting.
|
boolean |
delete(org.apache.hadoop.fs.Path f)
Deprecated.
Use delete(Path, boolean) instead
|
boolean |
delete(org.apache.hadoop.fs.Path f,
boolean recursive)
Delete a file.
|
org.apache.hadoop.fs.permission.AclStatus |
getAclStatus(org.apache.hadoop.fs.Path path)
Get the ACL information for a given file
|
org.apache.hadoop.fs.ContentSummary |
getContentSummary(org.apache.hadoop.fs.Path f) |
protected int |
getDefaultPort()
Get the default port for this file system.
|
org.apache.hadoop.security.token.Token<?> |
getDelegationToken(String renewer) |
org.apache.hadoop.fs.FileChecksum |
getFileChecksum(org.apache.hadoop.fs.Path f) |
org.apache.hadoop.fs.FileStatus |
getFileStatus(org.apache.hadoop.fs.Path f)
Return a file status object that represents the path.
|
org.apache.hadoop.fs.Path |
getHomeDirectory()
Return the current user's home directory in this filesystem.
|
org.apache.hadoop.security.token.Token<?> |
getRenewToken() |
String |
getScheme() |
URI |
getUri()
Returns a URI whose scheme and authority identify this FileSystem.
|
org.apache.hadoop.fs.Path |
getWorkingDirectory()
Get the current working directory for the given file system
|
byte[] |
getXAttr(org.apache.hadoop.fs.Path f,
String name) |
Map<String,byte[]> |
getXAttrs(org.apache.hadoop.fs.Path f) |
Map<String,byte[]> |
getXAttrs(org.apache.hadoop.fs.Path f,
List<String> names) |
void |
initialize(URI name,
org.apache.hadoop.conf.Configuration conf)
Called after a new FileSystem instance is constructed.
|
org.apache.hadoop.fs.FileStatus[] |
listStatus(org.apache.hadoop.fs.Path f)
List the statuses of the files/directories in the given path if the path is
a directory.
|
List<String> |
listXAttrs(org.apache.hadoop.fs.Path f) |
boolean |
mkdirs(org.apache.hadoop.fs.Path f,
org.apache.hadoop.fs.permission.FsPermission permission)
Make the given file and all non-existent parents into
directories.
|
void |
modifyAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
Modify the ACL entries for a file.
|
org.apache.hadoop.fs.FSDataInputStream |
open(org.apache.hadoop.fs.Path f,
int bufferSize)
Opens an FSDataInputStream at the indicated Path.
|
static String |
permissionToString(org.apache.hadoop.fs.permission.FsPermission p)
Converts a
FsPermission to a Unix octal representation. |
void |
removeAcl(org.apache.hadoop.fs.Path path)
Remove all ACLs from a file
|
void |
removeAclEntries(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
Remove the specified ACL entries from a file
|
void |
removeDefaultAcl(org.apache.hadoop.fs.Path path)
Removes the default ACL for the given file
|
void |
removeXAttr(org.apache.hadoop.fs.Path f,
String name) |
boolean |
rename(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst)
Renames Path src to Path dst.
|
long |
renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) |
void |
setAcl(org.apache.hadoop.fs.Path path,
List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
Set the ACLs for the given file
|
<T extends org.apache.hadoop.security.token.TokenIdentifier> |
setDelegationToken(org.apache.hadoop.security.token.Token<T> token) |
void |
setOwner(org.apache.hadoop.fs.Path p,
String username,
String groupname)
Set owner of a path (i.e.
|
void |
setPermission(org.apache.hadoop.fs.Path p,
org.apache.hadoop.fs.permission.FsPermission permission)
Set permission of a path.
|
boolean |
setReplication(org.apache.hadoop.fs.Path src,
short replication)
Set replication for an existing file.
|
void |
setTimes(org.apache.hadoop.fs.Path p,
long mtime,
long atime)
Set access time of a file
|
void |
setWorkingDirectory(org.apache.hadoop.fs.Path newDir)
Set the current working directory for the given file system.
|
void |
setXAttr(org.apache.hadoop.fs.Path f,
String name,
byte[] value,
EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag) |
boolean |
truncate(org.apache.hadoop.fs.Path f,
long newLength)
Truncate a file.
|
access, addDelegationTokens, append, append, areSymlinksEnabled, cancelDeleteOnExit, canonicalizeUri, checkPath, clearStatistics, close, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, createSnapshot, createSnapshot, createSymlink, deleteOnExit, deleteSnapshot, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getCanonicalServiceName, getCanonicalUri, getChildFileSystems, getDefaultBlockSize, getDefaultBlockSize, getDefaultReplication, getDefaultReplication, getDefaultUri, getFileBlockLocations, getFileBlockLocations, getFileChecksum, getFileLinkStatus, getFileSystemClass, getFSofPath, getInitialWorkingDirectory, getLength, getLinkTarget, getLocal, getName, getNamed, getReplication, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, listStatusIterator, makeQualified, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, rename, renameSnapshot, resolveLink, resolvePath, setDefaultUri, setDefaultUri, setVerifyChecksum, setWriteChecksum, setXAttr, startLocalOutput, supportsSymlinkspublic static final String SERVICE_NAME
public static final String SERVICE_VERSION
public static final String SCHEME
public static final String OP_PARAM
public static final String DO_AS_PARAM
public static final String OVERWRITE_PARAM
public static final String REPLICATION_PARAM
public static final String BLOCKSIZE_PARAM
public static final String PERMISSION_PARAM
public static final String ACLSPEC_PARAM
public static final String DESTINATION_PARAM
public static final String RECURSIVE_PARAM
public static final String SOURCES_PARAM
public static final String OWNER_PARAM
public static final String GROUP_PARAM
public static final String MODIFICATION_TIME_PARAM
public static final String ACCESS_TIME_PARAM
public static final String XATTR_NAME_PARAM
public static final String XATTR_VALUE_PARAM
public static final String XATTR_SET_FLAG_PARAM
public static final String XATTR_ENCODING_PARAM
public static final String NEW_LENGTH_PARAM
public static final Short DEFAULT_PERMISSION
public static final String ACLSPEC_DEFAULT
public static final String RENAME_JSON
public static final String TRUNCATE_JSON
public static final String DELETE_JSON
public static final String MKDIRS_JSON
public static final String HOME_DIR_JSON
public static final String SET_REPLICATION_JSON
public static final String UPLOAD_CONTENT_TYPE
public static final String FILE_STATUSES_JSON
public static final String FILE_STATUS_JSON
public static final String PATH_SUFFIX_JSON
public static final String TYPE_JSON
public static final String LENGTH_JSON
public static final String OWNER_JSON
public static final String GROUP_JSON
public static final String PERMISSION_JSON
public static final String ACCESS_TIME_JSON
public static final String MODIFICATION_TIME_JSON
public static final String BLOCK_SIZE_JSON
public static final String REPLICATION_JSON
public static final String XATTRS_JSON
public static final String XATTR_NAME_JSON
public static final String XATTR_VALUE_JSON
public static final String XATTRNAMES_JSON
public static final String FILE_CHECKSUM_JSON
public static final String CHECKSUM_ALGORITHM_JSON
public static final String CHECKSUM_BYTES_JSON
public static final String CHECKSUM_LENGTH_JSON
public static final String CONTENT_SUMMARY_JSON
public static final String CONTENT_SUMMARY_DIRECTORY_COUNT_JSON
public static final String CONTENT_SUMMARY_FILE_COUNT_JSON
public static final String CONTENT_SUMMARY_LENGTH_JSON
public static final String CONTENT_SUMMARY_QUOTA_JSON
public static final String CONTENT_SUMMARY_SPACE_CONSUMED_JSON
public static final String CONTENT_SUMMARY_SPACE_QUOTA_JSON
public static final String ACL_STATUS_JSON
public static final String ACL_STICKY_BIT_JSON
public static final String ACL_ENTRIES_JSON
public static final String ACL_BIT_JSON
public static final int HTTP_TEMPORARY_REDIRECT
public HttpFSFileSystem()
public void initialize(URI name, org.apache.hadoop.conf.Configuration conf) throws IOException
initialize in class org.apache.hadoop.fs.FileSystemname - a uri whose authority section names the host, port, etc. for this FileSystemconf - the configurationIOExceptionpublic URI getUri()
getUri in class org.apache.hadoop.fs.FileSystemprotected int getDefaultPort()
getDefaultPort in class org.apache.hadoop.fs.FileSystempublic org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f, int bufferSize) throws IOException
IMPORTANT: the returned FSDataInputStream does not support the
PositionReadable and Seekable methods.
open in class org.apache.hadoop.fs.FileSystemf - the file name to openbufferSize - the size of the buffer to be used.IOExceptionpublic static String permissionToString(org.apache.hadoop.fs.permission.FsPermission p)
FsPermission to a Unix octal representation.p - the permission.public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress) throws IOException
IMPORTANT: The Progressable parameter is not used.
create in class org.apache.hadoop.fs.FileSystemf - the file name to open.permission - file permission.overwrite - if a file with this name already exists, then if true,
the file will be overwritten, and if false an error will be thrown.bufferSize - the size of the buffer to be used.replication - required block replication for the file.blockSize - block size.progress - progressable.IOExceptionsetPermission(Path, FsPermission)public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress) throws IOException
IMPORTANT: The Progressable parameter is not used.
append in class org.apache.hadoop.fs.FileSystemf - the existing file to be appended.bufferSize - the size of the buffer to be used.progress - for reporting progress if it is not null.IOExceptionpublic boolean truncate(org.apache.hadoop.fs.Path f, long newLength) throws IOException
truncate in class org.apache.hadoop.fs.FileSystemf - the file to be truncated.newLength - The size the file is to be truncated to.IOExceptionpublic void concat(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.Path[] psrcs) throws IOException
concat in class org.apache.hadoop.fs.FileSystemf - the path to the target destination.psrcs - the paths to the sources to use for the concatenation.IOExceptionpublic boolean rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst) throws IOException
rename in class org.apache.hadoop.fs.FileSystemIOException@Deprecated public boolean delete(org.apache.hadoop.fs.Path f) throws IOException
delete in class org.apache.hadoop.fs.FileSystemIOExceptionpublic boolean delete(org.apache.hadoop.fs.Path f, boolean recursive) throws IOException
delete in class org.apache.hadoop.fs.FileSystemf - the path to delete.recursive - if path is a directory and set to
true, the directory is deleted else throws an exception. In
case of a file the recursive can be set to either true or false.IOExceptionpublic org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f) throws IOException
listStatus in class org.apache.hadoop.fs.FileSystemf - given pathIOExceptionpublic void setWorkingDirectory(org.apache.hadoop.fs.Path newDir)
setWorkingDirectory in class org.apache.hadoop.fs.FileSystemnewDir - new directory.public org.apache.hadoop.fs.Path getWorkingDirectory()
getWorkingDirectory in class org.apache.hadoop.fs.FileSystempublic boolean mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission) throws IOException
mkdirs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f) throws IOException
getFileStatus in class org.apache.hadoop.fs.FileSystemf - The path we want information fromFileNotFoundException - when the path does not exist;
IOException see specific implementationIOExceptionpublic org.apache.hadoop.fs.Path getHomeDirectory()
getHomeDirectory in class org.apache.hadoop.fs.FileSystempublic void setOwner(org.apache.hadoop.fs.Path p, String username, String groupname) throws IOException
setOwner in class org.apache.hadoop.fs.FileSystemp - The pathusername - If it is null, the original username remains unchanged.groupname - If it is null, the original groupname remains unchanged.IOExceptionpublic void setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission) throws IOException
setPermission in class org.apache.hadoop.fs.FileSystemp - path.permission - permission.IOExceptionpublic void setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime) throws IOException
setTimes in class org.apache.hadoop.fs.FileSystemp - The pathmtime - Set the modification time of this file.
The number of milliseconds since Jan 1, 1970.
A value of -1 means that this call should not set modification time.atime - Set the access time of this file.
The number of milliseconds since Jan 1, 1970.
A value of -1 means that this call should not set access time.IOExceptionpublic boolean setReplication(org.apache.hadoop.fs.Path src, short replication) throws IOException
setReplication in class org.apache.hadoop.fs.FileSystemsrc - file namereplication - new replicationIOExceptionpublic void modifyAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) throws IOException
modifyAclEntries in class org.apache.hadoop.fs.FileSystempath - Path to modifyaclSpec - describing modificationsIOExceptionpublic void removeAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) throws IOException
removeAclEntries in class org.apache.hadoop.fs.FileSystempath - Path to modifyaclSpec - describing entries to removeIOExceptionpublic void removeDefaultAcl(org.apache.hadoop.fs.Path path) throws IOException
removeDefaultAcl in class org.apache.hadoop.fs.FileSystempath - Path from which to remove the default ACL.IOExceptionpublic void removeAcl(org.apache.hadoop.fs.Path path) throws IOException
removeAcl in class org.apache.hadoop.fs.FileSystempath - Path from which to remove all ACLsIOExceptionpublic void setAcl(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec) throws IOException
setAcl in class org.apache.hadoop.fs.FileSystempath - Path to modifyaclSpec - describing modifications, must include
entries for user, group, and others for compatibility
with permission bits.IOExceptionpublic org.apache.hadoop.fs.permission.AclStatus getAclStatus(org.apache.hadoop.fs.Path path) throws IOException
getAclStatus in class org.apache.hadoop.fs.FileSystempath - Path to acquire ACL info forIOExceptionpublic org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path f) throws IOException
getContentSummary in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.fs.FileChecksum getFileChecksum(org.apache.hadoop.fs.Path f) throws IOException
getFileChecksum in class org.apache.hadoop.fs.FileSystemIOExceptionpublic org.apache.hadoop.security.token.Token<?> getDelegationToken(String renewer) throws IOException
getDelegationToken in class org.apache.hadoop.fs.FileSystemIOExceptionpublic long renewDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic void cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token) throws IOException
IOExceptionpublic org.apache.hadoop.security.token.Token<?> getRenewToken()
getRenewToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)
setDelegationToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewablepublic void setXAttr(org.apache.hadoop.fs.Path f, String name, byte[] value, EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag) throws IOException
setXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionpublic byte[] getXAttr(org.apache.hadoop.fs.Path f, String name) throws IOException
getXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path f) throws IOException
getXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path f, List<String> names) throws IOException
getXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic List<String> listXAttrs(org.apache.hadoop.fs.Path f) throws IOException
listXAttrs in class org.apache.hadoop.fs.FileSystemIOExceptionpublic void removeXAttr(org.apache.hadoop.fs.Path f, String name) throws IOException
removeXAttr in class org.apache.hadoop.fs.FileSystemIOExceptionCopyright © 2017 Apache Software Foundation. All Rights Reserved.