org.apache.hadoop.fs.azurebfs

Class AzureBlobFileSystemStore

java.lang.Object

org.apache.hadoop.fs.azurebfs.AzureBlobFileSystemStore

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.fs.azurebfs.services.ListingSupport

@InterfaceAudience.Public
 @InterfaceStability.Evolving
public class AzureBlobFileSystemStore
extends Object
implements Closeable, org.apache.hadoop.fs.azurebfs.services.ListingSupport

Provides the bridging logic between Hadoop's abstract filesystem and Azure Storage.

Constructor Summary

Constructors

Constructor and Description
AzureBlobFileSystemStore(URI uri, boolean isSecureScheme, Configuration configuration, org.apache.hadoop.fs.azurebfs.services.AbfsCounters abfsCounters)

Method Summary

Modifier and Type	Method and Description
void	access(Path path, FsAction mode)
void	breakLease(Path path) Break any current lease on an ABFS file.
void	close()
void	createDirectory(Path path, FsPermission permission, FsPermission umask)
OutputStream	createFile(Path path, org.apache.hadoop.fs.FileSystem.Statistics statistics, boolean overwrite, FsPermission permission, FsPermission umask)
void	createFilesystem()
void	delete(Path path, boolean recursive)
void	deleteFilesystem()
org.apache.hadoop.fs.azurebfs.AbfsConfiguration	getAbfsConfiguration()
AclStatus	getAclStatus(Path path)
FileStatus	getFileStatus(Path path)
Hashtable<String,String>	getFilesystemProperties()
boolean	getIsNamespaceEnabled()
Hashtable<String,String>	getPathStatus(Path path)
String	getPrimaryGroup()
String	getUser()
boolean	isAppendBlobKey(String key) Checks if the given key in Azure Storage should be stored as a page blob instead of block blob.
boolean	isAtomicRenameKey(String key)
boolean	isInfiniteLeaseKey(String key)
FileStatus[]	listStatus(Path path)
FileStatus[]	listStatus(Path path, String startFrom)
String	listStatus(Path path, String startFrom, List<FileStatus> fileStatuses, boolean fetchAll, String continuation)
void	modifyAclEntries(Path path, List<AclEntry> aclSpec)
org.apache.hadoop.fs.azurebfs.services.AbfsInputStream	openFileForRead(Path path, org.apache.hadoop.fs.FileSystem.Statistics statistics)
org.apache.hadoop.fs.azurebfs.services.AbfsInputStream	openFileForRead(Path path, Optional<Configuration> options, org.apache.hadoop.fs.FileSystem.Statistics statistics)
OutputStream	openFileForWrite(Path path, org.apache.hadoop.fs.FileSystem.Statistics statistics, boolean overwrite)
void	removeAcl(Path path)
void	removeAclEntries(Path path, List<AclEntry> aclSpec)
void	removeDefaultAcl(Path path)
void	rename(Path source, Path destination)
void	setAcl(Path path, List<AclEntry> aclSpec)
void	setFilesystemProperties(Hashtable<String,String> properties)
void	setOwner(Path path, String owner, String group)
void	setPathProperties(Path path, Hashtable<String,String> properties)
void	setPermission(Path path, FsPermission permission)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AzureBlobFileSystemStore

public AzureBlobFileSystemStore(URI uri,
                                boolean isSecureScheme,
                                Configuration configuration,
                                org.apache.hadoop.fs.azurebfs.services.AbfsCounters abfsCounters)
                         throws IOException

Throws:

IOException

Method Detail

isAppendBlobKey

public boolean isAppendBlobKey(String key)

Checks if the given key in Azure Storage should be stored as a page blob instead of block blob.

getUser

public String getUser()

Returns:

local user name.

getPrimaryGroup

public String getPrimaryGroup()

Returns:

primary group that user belongs to.

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Throws:

IOException

getIsNamespaceEnabled

public boolean getIsNamespaceEnabled()
                              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getAbfsConfiguration

public org.apache.hadoop.fs.azurebfs.AbfsConfiguration getAbfsConfiguration()

getFilesystemProperties

public Hashtable<String,String> getFilesystemProperties()
                                                 throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setFilesystemProperties

public void setFilesystemProperties(Hashtable<String,String> properties)
                             throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getPathStatus

public Hashtable<String,String> getPathStatus(Path path)
                                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setPathProperties

public void setPathProperties(Path path,
                              Hashtable<String,String> properties)
                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createFilesystem

public void createFilesystem()
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

deleteFilesystem

public void deleteFilesystem()
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createFile

public OutputStream createFile(Path path,
                               org.apache.hadoop.fs.FileSystem.Statistics statistics,
                               boolean overwrite,
                               FsPermission permission,
                               FsPermission umask)
                        throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

createDirectory

public void createDirectory(Path path,
                            FsPermission permission,
                            FsPermission umask)
                     throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

openFileForRead

public org.apache.hadoop.fs.azurebfs.services.AbfsInputStream openFileForRead(Path path,
                                                                              org.apache.hadoop.fs.FileSystem.Statistics statistics)
                                                                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

openFileForRead

public org.apache.hadoop.fs.azurebfs.services.AbfsInputStream openFileForRead(Path path,
                                                                              Optional<Configuration> options,
                                                                              org.apache.hadoop.fs.FileSystem.Statistics statistics)
                                                                       throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

openFileForWrite

public OutputStream openFileForWrite(Path path,
                                     org.apache.hadoop.fs.FileSystem.Statistics statistics,
                                     boolean overwrite)
                              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

breakLease

public void breakLease(Path path)
                throws AzureBlobFileSystemException

Break any current lease on an ABFS file.

Parameters:

path - file name

Throws:

AzureBlobFileSystemException - on any exception while breaking the lease

rename

public void rename(Path source,
                   Path destination)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

delete

public void delete(Path path,
                   boolean recursive)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getFileStatus

public FileStatus getFileStatus(Path path)
                         throws IOException

Throws:

IOException

listStatus

public FileStatus[] listStatus(Path path)
                        throws IOException

Specified by:

listStatus in interface org.apache.hadoop.fs.azurebfs.services.ListingSupport

Parameters:

path - The list path.

Returns:

the entries in the path.

Throws:

IOException - in case of error

listStatus

@InterfaceStability.Unstable
public FileStatus[] listStatus(Path path,
                                                            String startFrom)
                                                     throws IOException

Specified by:

listStatus in interface org.apache.hadoop.fs.azurebfs.services.ListingSupport

Parameters:

path - Path the list path.

startFrom - the entry name that list results should start with. For example, if folder "/folder" contains four files: "afile", "bfile", "hfile", "ifile". Then listStatus(Path("/folder"), "hfile") will return "/folder/hfile" and "folder/ifile" Notice that if startFrom is a non-existent entry name, then the list response contains all entries after this non-existent entry in lexical order: listStatus(Path("/folder"), "cfile") will return "/folder/hfile" and "/folder/ifile".

Returns:

the entries in the path start from "startFrom" in lexical order.

Throws:

IOException - in case of error

listStatus

public String listStatus(Path path,
                         String startFrom,
                         List<FileStatus> fileStatuses,
                         boolean fetchAll,
                         String continuation)
                  throws IOException

Specified by:

listStatus in interface org.apache.hadoop.fs.azurebfs.services.ListingSupport

Parameters:

path - The list path

startFrom - The entry name that list results should start with. For example, if folder "/folder" contains four files: "afile", "bfile", "hfile", "ifile". Then listStatus(Path("/folder"), "hfile") will return "/folder/hfile" and "folder/ifile" Notice that if startFrom is a non-existent entry name, then the list response contains all entries after this non-existent entry in lexical order: listStatus (Path("/folder"), "cfile") will return "/folder/hfile" and "/folder/ifile".

fileStatuses - This list has to be filled with the FileStatus objects

fetchAll - flag to indicate if the above list needs to be filled with just one page os results or the entire result.

continuation - Contiuation token. null means start rom the begining.

Returns:

Continuation tokem

Throws:

IOException - in case of error

setOwner

public void setOwner(Path path,
                     String owner,
                     String group)
              throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setPermission

public void setPermission(Path path,
                          FsPermission permission)
                   throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

modifyAclEntries

public void modifyAclEntries(Path path,
                             List<AclEntry> aclSpec)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeAclEntries

public void removeAclEntries(Path path,
                             List<AclEntry> aclSpec)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeDefaultAcl

public void removeDefaultAcl(Path path)
                      throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

removeAcl

public void removeAcl(Path path)
               throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

setAcl

public void setAcl(Path path,
                   List<AclEntry> aclSpec)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

getAclStatus

public AclStatus getAclStatus(Path path)
                       throws IOException

Throws:

IOException

access

public void access(Path path,
                   FsAction mode)
            throws AzureBlobFileSystemException

Throws:

AzureBlobFileSystemException

isAtomicRenameKey

public boolean isAtomicRenameKey(String key)

isInfiniteLeaseKey

public boolean isInfiniteLeaseKey(String key)