@InterfaceAudience.Public @InterfaceStability.Evolving public final class ConfigurationKeys extends Object
Modifier and Type | Field and Description |
---|---|
static String |
AZURE_ABFS_ENDPOINT
End point of ABFS account: "fs.azure.abfs.endpoint".
|
static String |
AZURE_BACKOFF_INTERVAL |
static String |
AZURE_BLOCK_LOCATION_HOST_PROPERTY_NAME |
static String |
AZURE_BLOCK_SIZE_PROPERTY_NAME |
static String |
AZURE_CONCURRENT_CONNECTION_VALUE_IN |
static String |
AZURE_CONCURRENT_CONNECTION_VALUE_OUT |
static String |
AZURE_CREATE_REMOTE_FILESYSTEM_DURING_INITIALIZATION |
static String |
AZURE_CUSTOM_TOKEN_FETCH_RETRY_COUNT |
static String |
AZURE_ENABLE_SMALL_WRITE_OPTIMIZATION
If the data size written by Hadoop app is small, i.e.
|
static String |
AZURE_FOOTER_READ_BUFFER_SIZE
In case of footer reads it was not required to read full buffer size.
|
static String |
AZURE_KEY_ACCOUNT_KEYPROVIDER |
static String |
AZURE_KEY_ACCOUNT_SHELLKEYPROVIDER_SCRIPT |
static String |
AZURE_LIST_MAX_RESULTS |
static String |
AZURE_MAX_BACKOFF_INTERVAL |
static String |
AZURE_MAX_IO_RETRIES |
static String |
AZURE_MIN_BACKOFF_INTERVAL |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_COUNT |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_DELTA_BACKOFF |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_MAX_BACKOFF |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_MIN_BACKOFF |
static String |
AZURE_READ_AHEAD_RANGE
Read ahead range parameter which can be set by user.
|
static String |
AZURE_READ_BUFFER_SIZE |
static String |
AZURE_READ_OPTIMIZE_FOOTER_READ
When parquet files are read, first few read are metadata reads before
reading the actual data.
|
static String |
AZURE_READ_SMALL_FILES_COMPLETELY |
static String |
AZURE_SKIP_USER_GROUP_METADATA_DURING_INITIALIZATION |
static String |
AZURE_TOLERATE_CONCURRENT_APPEND |
static String |
AZURE_WRITE_BUFFER_SIZE |
static String |
AZURE_WRITE_MAX_CONCURRENT_REQUESTS |
static String |
AZURE_WRITE_MAX_REQUESTS_TO_QUEUE |
static String |
DATA_BLOCKS_BUFFER
What data block buffer to use.
|
static String |
FS_AZURE_ABFS_IO_RATE_LIMIT
Key for rate limit capacity, as used by IO operations which try to throttle themselves.
|
static String |
FS_AZURE_ABFS_LATENCY_TRACK
Key for enabling the tracking of ABFS API latency and sending the latency numbers to the ABFS API service
|
static String |
FS_AZURE_ABFS_RENAME_RESILIENCE
Add extra resilience to rename failures, at the expense of performance.
|
static String |
FS_AZURE_ACCOUNT_AUTH_TYPE_PROPERTY_NAME
Key for auth type properties: "fs.azure.account.auth.type".
|
static String |
FS_AZURE_ACCOUNT_IS_EXPECT_HEADER_ENABLED
Enable or disable expect hundred continue header.
|
static String |
FS_AZURE_ACCOUNT_IS_HNS_ENABLED
Config to specify if the configured account is HNS enabled or not.
|
static String |
FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME |
static String |
FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME_REGX |
static String |
FS_AZURE_ACCOUNT_LEVEL_THROTTLING_ENABLED |
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_ENDPOINT
Key for oauth AAD client endpoint: "fs.azure.account.oauth2.client.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_ID
Key for oauth AAD client id: "fs.azure.account.oauth2.client.id".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_SECRET
Key for oauth AAD client secret: "fs.azure.account.oauth2.client.secret".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_AUTHORITY
Key for oauth msi Authority: "fs.azure.account.oauth2.msi.authority".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_ENDPOINT
Key for oauth msi endpoint: "fs.azure.account.oauth2.msi.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_TENANT
Key for oauth msi tenant id: "fs.azure.account.oauth2.msi.tenant".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN
Key for oauth refresh token: "fs.azure.account.oauth2.refresh.token".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN_ENDPOINT
Key for oauth AAD refresh token endpoint: "fs.azure.account.oauth2.refresh.token.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_USER_NAME
Key for oauth user name: "fs.azure.account.oauth2.user.name".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_USER_PASSWORD
Key for oauth user password: "fs.azure.account.oauth2.user.password".
|
static String |
FS_AZURE_ACCOUNT_OPERATION_IDLE_TIMEOUT |
static String |
FS_AZURE_ACCOUNT_TOKEN_PROVIDER_TYPE_PROPERTY_NAME
Key for oauth token provider type: "fs.azure.account.oauth.provider.type".
|
static String |
FS_AZURE_ALWAYS_READ_BUFFER_SIZE |
static String |
FS_AZURE_ALWAYS_USE_HTTPS |
static String |
FS_AZURE_ANALYSIS_PERIOD |
static String |
FS_AZURE_APPEND_BLOB_KEY
Provides a config to provide comma separated path prefixes on which Appendblob based files are created
Default is empty.
|
static String |
FS_AZURE_ATOMIC_RENAME_KEY |
static String |
FS_AZURE_BLOCK_UPLOAD_ACTIVE_BLOCKS
Maximum Number of blocks a single output stream can have
active (uploading, or queued to the central FileSystem
instance's pool of queued operations.
|
static String |
FS_AZURE_BLOCK_UPLOAD_BUFFER_DIR
Buffer directory path for uploading AbfsOutputStream data blocks.
|
static String |
FS_AZURE_BUFFERED_PREAD_DISABLE
Optional config to enable a lock free pread which will bypass buffer in AbfsInputStream.
|
static String |
FS_AZURE_CLIENT_CORRELATIONID
The client correlation ID provided over config that will be added to
x-ms-client-request-Id header.
|
static String |
FS_AZURE_CLUSTER_NAME |
static String |
FS_AZURE_CLUSTER_TYPE |
static String |
FS_AZURE_DELEGATION_TOKEN_PROVIDER_TYPE |
static String |
FS_AZURE_DISABLE_OUTPUTSTREAM_FLUSH
Provides a config control to disable or enable OutputStream Flush API
operations in AbfsOutputStream.
|
static String |
FS_AZURE_ENABLE_ABFS_LIST_ITERATOR
Setting this true will make the driver use it's own RemoteIterator implementation
|
static String |
FS_AZURE_ENABLE_AUTOTHROTTLING |
static String |
FS_AZURE_ENABLE_CHECK_ACCESS
Provides a config to enable/disable the checkAccess API.
|
static String |
FS_AZURE_ENABLE_CONDITIONAL_CREATE_OVERWRITE
This config ensures that during create overwrite an existing file will be
overwritten only if there is a match on the eTag of existing file.
|
static String |
FS_AZURE_ENABLE_DELEGATION_TOKEN |
static String |
FS_AZURE_ENABLE_FLUSH
Provides a config control to enable or disable ABFS Flush operations -
HFlush and HSync.
|
static String |
FS_AZURE_ENABLE_MKDIR_OVERWRITE |
static String |
FS_AZURE_ENABLE_READAHEAD
Enable or disable readahead buffer in AbfsInputStream.
|
static String |
FS_AZURE_ENCRYPTION_CONTEXT_PROVIDER_TYPE
Custom EncryptionContextProvider type
|
static String |
FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY
Server side encryption key encoded in Base6format "fs.azure.encryption.encoded.client-provided-key".
|
static String |
FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY_SHA
SHA256 hash of encryption key encoded in Base64format
|
static String |
FS_AZURE_FILE_OWNER_DOMAINNAME
If the domain name is specified and “fs.azure.identity.transformer.enable.short.name”
is true, then the {alias} part of a UPN can be specified as input to APIs like setOwner and
setAcl and it will be transformed to a UPN by appending @ and the domain specified by
this configuration property.
|
static String |
FS_AZURE_FILE_OWNER_ENABLE_SHORTNAME
User principal names (UPNs) have the format “{alias}@{domain}”.
|
static String |
FS_AZURE_IDENTITY_TRANSFORM_CLASS
Key to enable custom identity transformation.
|
static String |
FS_AZURE_INFINITE_LEASE_KEY
Provides a config to provide comma separated path prefixes which support infinite leases.
|
static String |
FS_AZURE_LEASE_THREADS
Provides a number of threads to use for lease operations for infinite lease directories.
|
static String |
FS_AZURE_LOCAL_GROUP_SG_MAPPING_FILE_PATH
Key for Local Group to Service Group file location.
|
static String |
FS_AZURE_LOCAL_USER_SP_MAPPING_FILE_PATH
Key for Local User to Service Principal file location.
|
static String |
FS_AZURE_OVERRIDE_OWNER_SP
An Azure Active Directory object ID (oid) used as the replacement for names contained in the
list specified by “fs.azure.identity.transformer.service.principal.substitution.list.
|
static String |
FS_AZURE_OVERRIDE_OWNER_SP_LIST
A comma separated list of names to be replaced with the service principal ID specified by
“fs.default.identity.transformer.service.principal.id”.
|
static String |
FS_AZURE_READ_AHEAD_BLOCK_SIZE |
static String |
FS_AZURE_READ_AHEAD_QUEUE_DEPTH |
static String |
FS_AZURE_SAS_TOKEN_PROVIDER_TYPE
Key for SAS token provider
|
static String |
FS_AZURE_SAS_TOKEN_RENEW_PERIOD_FOR_STREAMS
For performance, AbfsInputStream/AbfsOutputStream re-use SAS tokens until the expiry is within this number of seconds.
|
static String |
FS_AZURE_SECURE_MODE |
static String |
FS_AZURE_SKIP_SUPER_USER_REPLACEMENT
By default this is set as false, so “$superuser” is replaced with the current user when it appears as the owner
or owning group of a file or directory.
|
static String |
FS_AZURE_SSL_CHANNEL_MODE_KEY |
static String |
FS_AZURE_TRACINGHEADER_FORMAT |
static String |
FS_AZURE_USE_UPN |
static String |
FS_AZURE_USER_AGENT_PREFIX_KEY |
public static final String FS_AZURE_ACCOUNT_IS_HNS_ENABLED
public static final String FS_AZURE_ACCOUNT_IS_EXPECT_HEADER_ENABLED
public static final String FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME
public static final String FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME_REGX
public static final String FS_AZURE_SECURE_MODE
public static final String FS_AZURE_ACCOUNT_LEVEL_THROTTLING_ENABLED
public static final String AZURE_MIN_BACKOFF_INTERVAL
public static final String AZURE_MAX_BACKOFF_INTERVAL
public static final String AZURE_BACKOFF_INTERVAL
public static final String AZURE_MAX_IO_RETRIES
public static final String AZURE_CUSTOM_TOKEN_FETCH_RETRY_COUNT
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_COUNT
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_MIN_BACKOFF
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_MAX_BACKOFF
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_DELTA_BACKOFF
public static final String AZURE_WRITE_MAX_CONCURRENT_REQUESTS
public static final String AZURE_WRITE_MAX_REQUESTS_TO_QUEUE
public static final String AZURE_WRITE_BUFFER_SIZE
public static final String FS_AZURE_BLOCK_UPLOAD_ACTIVE_BLOCKS
Default is FileSystemConfigurations.BLOCK_UPLOAD_ACTIVE_BLOCKS_DEFAULT
public static final String FS_AZURE_BLOCK_UPLOAD_BUFFER_DIR
public static final String DATA_BLOCKS_BUFFER
FileSystemConfigurations.DATA_BLOCKS_BUFFER_DEFAULT
.
Value: "fs.azure.data.blocks.buffer"public static final String AZURE_ENABLE_SMALL_WRITE_OPTIMIZATION
public static final String AZURE_READ_BUFFER_SIZE
public static final String AZURE_READ_SMALL_FILES_COMPLETELY
public static final String AZURE_READ_OPTIMIZE_FOOTER_READ
public static final String AZURE_FOOTER_READ_BUFFER_SIZE
public static final String AZURE_READ_AHEAD_RANGE
FileSystemConfigurations.DEFAULT_READ_AHEAD_RANGE
.
This might reduce number of calls to remote as next requested
data could already be present in buffer "fs.azure.readahead.range".public static final String AZURE_BLOCK_SIZE_PROPERTY_NAME
public static final String AZURE_BLOCK_LOCATION_HOST_PROPERTY_NAME
public static final String AZURE_CONCURRENT_CONNECTION_VALUE_OUT
public static final String AZURE_CONCURRENT_CONNECTION_VALUE_IN
public static final String AZURE_TOLERATE_CONCURRENT_APPEND
public static final String AZURE_LIST_MAX_RESULTS
public static final String AZURE_CREATE_REMOTE_FILESYSTEM_DURING_INITIALIZATION
public static final String AZURE_SKIP_USER_GROUP_METADATA_DURING_INITIALIZATION
public static final String FS_AZURE_ENABLE_AUTOTHROTTLING
public static final String FS_AZURE_ACCOUNT_OPERATION_IDLE_TIMEOUT
public static final String FS_AZURE_ANALYSIS_PERIOD
public static final String FS_AZURE_ALWAYS_USE_HTTPS
public static final String FS_AZURE_ATOMIC_RENAME_KEY
public static final String FS_AZURE_ENABLE_CONDITIONAL_CREATE_OVERWRITE
public static final String FS_AZURE_ENABLE_MKDIR_OVERWRITE
public static final String FS_AZURE_APPEND_BLOB_KEY
public static final String FS_AZURE_INFINITE_LEASE_KEY
public static final String FS_AZURE_LEASE_THREADS
public static final String FS_AZURE_READ_AHEAD_QUEUE_DEPTH
public static final String FS_AZURE_ALWAYS_READ_BUFFER_SIZE
public static final String FS_AZURE_READ_AHEAD_BLOCK_SIZE
public static final String FS_AZURE_ENABLE_FLUSH
public static final String FS_AZURE_DISABLE_OUTPUTSTREAM_FLUSH
public static final String FS_AZURE_USER_AGENT_PREFIX_KEY
public static final String FS_AZURE_CLIENT_CORRELATIONID
public static final String FS_AZURE_TRACINGHEADER_FORMAT
public static final String FS_AZURE_CLUSTER_NAME
public static final String FS_AZURE_CLUSTER_TYPE
public static final String FS_AZURE_SSL_CHANNEL_MODE_KEY
public static final String FS_AZURE_ENABLE_CHECK_ACCESS
public static final String FS_AZURE_USE_UPN
public static final String FS_AZURE_FILE_OWNER_ENABLE_SHORTNAME
public static final String FS_AZURE_FILE_OWNER_DOMAINNAME
public static final String FS_AZURE_OVERRIDE_OWNER_SP
public static final String FS_AZURE_OVERRIDE_OWNER_SP_LIST
public static final String FS_AZURE_SKIP_SUPER_USER_REPLACEMENT
public static final String AZURE_KEY_ACCOUNT_KEYPROVIDER
public static final String AZURE_KEY_ACCOUNT_SHELLKEYPROVIDER_SCRIPT
public static final String FS_AZURE_ENABLE_READAHEAD
public static final String FS_AZURE_ENABLE_ABFS_LIST_ITERATOR
public static final String FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY
public static final String FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY_SHA
public static final String FS_AZURE_ENCRYPTION_CONTEXT_PROVIDER_TYPE
public static final String AZURE_ABFS_ENDPOINT
public static final String FS_AZURE_ACCOUNT_AUTH_TYPE_PROPERTY_NAME
public static final String FS_AZURE_ACCOUNT_TOKEN_PROVIDER_TYPE_PROPERTY_NAME
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_ID
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_SECRET
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_ENDPOINT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_TENANT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_ENDPOINT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_AUTHORITY
public static final String FS_AZURE_ACCOUNT_OAUTH_USER_NAME
public static final String FS_AZURE_ACCOUNT_OAUTH_USER_PASSWORD
public static final String FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN
public static final String FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN_ENDPOINT
public static final String FS_AZURE_ABFS_LATENCY_TRACK
public static final String FS_AZURE_ABFS_IO_RATE_LIMIT
public static final String FS_AZURE_ABFS_RENAME_RESILIENCE
public static final String FS_AZURE_ENABLE_DELEGATION_TOKEN
public static final String FS_AZURE_DELEGATION_TOKEN_PROVIDER_TYPE
public static final String FS_AZURE_SAS_TOKEN_PROVIDER_TYPE
public static final String FS_AZURE_SAS_TOKEN_RENEW_PERIOD_FOR_STREAMS
public static final String FS_AZURE_IDENTITY_TRANSFORM_CLASS
public static final String FS_AZURE_LOCAL_USER_SP_MAPPING_FILE_PATH
public static final String FS_AZURE_LOCAL_GROUP_SG_MAPPING_FILE_PATH
public static final String FS_AZURE_BUFFERED_PREAD_DISABLE
Copyright © 2024 Apache Software Foundation. All rights reserved.