@InterfaceAudience.Public @InterfaceStability.Evolving public final class ConfigurationKeys extends Object
Modifier and Type | Field and Description |
---|---|
static String |
AZURE_ABFS_ENDPOINT
End point of ABFS account: "fs.azure.abfs.endpoint".
|
static String |
AZURE_BACKOFF_INTERVAL |
static String |
AZURE_BLOCK_LOCATION_HOST_PROPERTY_NAME |
static String |
AZURE_BLOCK_SIZE_PROPERTY_NAME |
static String |
AZURE_CONCURRENT_CONNECTION_VALUE_IN |
static String |
AZURE_CONCURRENT_CONNECTION_VALUE_OUT |
static String |
AZURE_CREATE_REMOTE_FILESYSTEM_DURING_INITIALIZATION |
static String |
AZURE_CUSTOM_TOKEN_FETCH_RETRY_COUNT |
static String |
AZURE_ENABLE_SMALL_WRITE_OPTIMIZATION
If the data size written by Hadoop app is small, i.e.
|
static String |
AZURE_FOOTER_READ_BUFFER_SIZE
In case of footer reads it was not required to read full buffer size.
|
static String |
AZURE_HTTP_CONNECTION_TIMEOUT
Config to set HTTP Connection Timeout Value for Rest Operations.
|
static String |
AZURE_HTTP_READ_TIMEOUT
Config to set HTTP Read Timeout Value for Rest Operations.
|
static String |
AZURE_KEY_ACCOUNT_KEYPROVIDER |
static String |
AZURE_KEY_ACCOUNT_SHELLKEYPROVIDER_SCRIPT |
static String |
AZURE_LIST_MAX_RESULTS |
static String |
AZURE_MAX_BACKOFF_INTERVAL |
static String |
AZURE_MAX_IO_RETRIES |
static String |
AZURE_MIN_BACKOFF_INTERVAL |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_COUNT |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_DELTA_BACKOFF |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_MAX_BACKOFF |
static String |
AZURE_OAUTH_TOKEN_FETCH_RETRY_MIN_BACKOFF |
static String |
AZURE_READ_AHEAD_RANGE
Read ahead range parameter which can be set by user.
|
static String |
AZURE_READ_BUFFER_SIZE |
static String |
AZURE_READ_OPTIMIZE_FOOTER_READ
When parquet files are read, first few read are metadata reads before
reading the actual data.
|
static String |
AZURE_READ_SMALL_FILES_COMPLETELY |
static String |
AZURE_SKIP_USER_GROUP_METADATA_DURING_INITIALIZATION |
static String |
AZURE_STATIC_RETRY_FOR_CONNECTION_TIMEOUT_ENABLED |
static String |
AZURE_STATIC_RETRY_INTERVAL |
static String |
AZURE_TOLERATE_CONCURRENT_APPEND |
static String |
AZURE_WRITE_BUFFER_SIZE |
static String |
AZURE_WRITE_MAX_CONCURRENT_REQUESTS |
static String |
AZURE_WRITE_MAX_REQUESTS_TO_QUEUE |
static String |
DATA_BLOCKS_BUFFER
What data block buffer to use.
|
static String |
FS_AZURE_ABFS_ENABLE_CHECKSUM_VALIDATION
Add extra layer of verification of the integrity of the request content during transport: "fs.azure.enable.checksum.validation".
|
static String |
FS_AZURE_ABFS_IO_RATE_LIMIT
Key for rate limit capacity, as used by IO operations which try to throttle themselves.
|
static String |
FS_AZURE_ABFS_LATENCY_TRACK
Key for enabling the tracking of ABFS API latency and sending the latency numbers to the ABFS API service
|
static String |
FS_AZURE_ABFS_RENAME_RESILIENCE
Add extra resilience to rename failures, at the expense of performance.
|
static String |
FS_AZURE_ACCOUNT_AUTH_TYPE_PROPERTY_NAME
Key for auth type properties: "fs.azure.account.auth.type".
|
static String |
FS_AZURE_ACCOUNT_IS_EXPECT_HEADER_ENABLED
Enable or disable expect hundred continue header.
|
static String |
FS_AZURE_ACCOUNT_IS_HNS_ENABLED
Config to specify if the configured account is HNS enabled or not.
|
static String |
FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME |
static String |
FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME_REGX |
static String |
FS_AZURE_ACCOUNT_LEVEL_THROTTLING_ENABLED |
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_ENDPOINT
Key for oauth AAD client endpoint: "fs.azure.account.oauth2.client.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_ID
Key for oauth AAD client id: "fs.azure.account.oauth2.client.id".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_CLIENT_SECRET
Key for oauth AAD client secret: "fs.azure.account.oauth2.client.secret".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_AUTHORITY
Key for oauth msi Authority: "fs.azure.account.oauth2.msi.authority".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_ENDPOINT
Key for oauth msi endpoint: "fs.azure.account.oauth2.msi.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_MSI_TENANT
Key for oauth msi tenant id: "fs.azure.account.oauth2.msi.tenant".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN
Key for oauth refresh token: "fs.azure.account.oauth2.refresh.token".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN_ENDPOINT
Key for oauth AAD refresh token endpoint: "fs.azure.account.oauth2.refresh.token.endpoint".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_TOKEN_FILE
Key for oauth AAD workload identity token file path: "fs.azure.account.oauth2.token.file".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_USER_NAME
Key for oauth user name: "fs.azure.account.oauth2.user.name".
|
static String |
FS_AZURE_ACCOUNT_OAUTH_USER_PASSWORD
Key for oauth user password: "fs.azure.account.oauth2.user.password".
|
static String |
FS_AZURE_ACCOUNT_OPERATION_IDLE_TIMEOUT |
static String |
FS_AZURE_ACCOUNT_TOKEN_PROVIDER_TYPE_PROPERTY_NAME
Key for oauth token provider type: "fs.azure.account.oauth.provider.type".
|
static String |
FS_AZURE_ALWAYS_READ_BUFFER_SIZE |
static String |
FS_AZURE_ALWAYS_USE_HTTPS |
static String |
FS_AZURE_ANALYSIS_PERIOD |
static String |
FS_AZURE_APACHE_HTTP_CLIENT_IDLE_CONNECTION_TTL
Maximum idle time for a ApacheHttpClient-connection: "fs.azure.apache.http.client.idle.connection.ttl"
|
static String |
FS_AZURE_APACHE_HTTP_CLIENT_MAX_CACHE_CONNECTION_SIZE
Maximum ApacheHttpClient-connection cache size at filesystem level: "fs.azure.apache.http.client.max.cache.connection.size"
|
static String |
FS_AZURE_APACHE_HTTP_CLIENT_MAX_IO_EXCEPTION_RETRIES
Maximum number of IOExceptions retries for a single server call on ApacheHttpClient.
|
static String |
FS_AZURE_APPEND_BLOB_KEY
Provides a config to provide comma separated path prefixes on which Appendblob based files are created
Default is empty.
|
static String |
FS_AZURE_ATOMIC_RENAME_KEY |
static String |
FS_AZURE_BLOCK_UPLOAD_ACTIVE_BLOCKS
Maximum Number of blocks a single output stream can have
active (uploading, or queued to the central FileSystem
instance's pool of queued operations.
|
static String |
FS_AZURE_BLOCK_UPLOAD_BUFFER_DIR
Buffer directory path for uploading AbfsOutputStream data blocks.
|
static String |
FS_AZURE_BUFFERED_PREAD_DISABLE
Optional config to enable a lock free pread which will bypass buffer in AbfsInputStream.
|
static String |
FS_AZURE_CLIENT_CORRELATIONID
The client correlation ID provided over config that will be added to
x-ms-client-request-Id header.
|
static String |
FS_AZURE_CLUSTER_NAME |
static String |
FS_AZURE_CLUSTER_TYPE |
static String |
FS_AZURE_DELEGATION_TOKEN_PROVIDER_TYPE |
static String |
FS_AZURE_DISABLE_OUTPUTSTREAM_FLUSH
Provides a config control to disable or enable OutputStream Flush API
operations in AbfsOutputStream.
|
static String |
FS_AZURE_ENABLE_ABFS_LIST_ITERATOR
Setting this true will make the driver use it's own RemoteIterator implementation
|
static String |
FS_AZURE_ENABLE_AUTOTHROTTLING |
static String |
FS_AZURE_ENABLE_CHECK_ACCESS
Provides a config to enable/disable the checkAccess API.
|
static String |
FS_AZURE_ENABLE_CONDITIONAL_CREATE_OVERWRITE
This config ensures that during create overwrite an existing file will be
overwritten only if there is a match on the eTag of existing file.
|
static String |
FS_AZURE_ENABLE_DELEGATION_TOKEN |
static String |
FS_AZURE_ENABLE_DFSTOBLOB_FALLBACK
Config to be set only for cases where traffic over dfs endpoint is
experiencing compatibility issues and need to move to blob for mitigation.
|
static String |
FS_AZURE_ENABLE_FLUSH
Provides a config control to enable or disable ABFS Flush operations -
HFlush and HSync.
|
static String |
FS_AZURE_ENABLE_MKDIR_OVERWRITE |
static String |
FS_AZURE_ENABLE_PAGINATED_DELETE
Specify whether paginated behavior is to be expected or not in delete path.
|
static String |
FS_AZURE_ENABLE_READAHEAD
Enable or disable readahead buffer in AbfsInputStream.
|
static String |
FS_AZURE_ENCRYPTION_CONTEXT_PROVIDER_TYPE
Custom EncryptionContextProvider type
|
static String |
FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY
Server side encryption key encoded in Base6format "fs.azure.encryption.encoded.client-provided-key".
|
static String |
FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY_SHA
SHA256 hash of encryption key encoded in Base64format
|
static String |
FS_AZURE_FILE_OWNER_DOMAINNAME
If the domain name is specified and “fs.azure.identity.transformer.enable.short.name”
is true, then the {alias} part of a UPN can be specified as input to APIs like setOwner and
setAcl and it will be transformed to a UPN by appending @ and the domain specified by
this configuration property.
|
static String |
FS_AZURE_FILE_OWNER_ENABLE_SHORTNAME
User principal names (UPNs) have the format “{alias}@{domain}”.
|
static String |
FS_AZURE_FNS_ACCOUNT_SERVICE_TYPE
Config to specify which
AbfsServiceType to use with HNS-Disabled Account type. |
static String |
FS_AZURE_IDENTITY_TRANSFORM_CLASS
Key to enable custom identity transformation.
|
static String |
FS_AZURE_INFINITE_LEASE_KEY
Provides a config to provide comma separated path prefixes which support infinite leases.
|
static String |
FS_AZURE_INGRESS_SERVICE_TYPE
Config to specify which
AbfsServiceType to use only for Ingress Operations. |
static String |
FS_AZURE_LEASE_THREADS
Provides a number of threads to use for lease operations for infinite lease directories.
|
static String |
FS_AZURE_LOCAL_GROUP_SG_MAPPING_FILE_PATH
Key for Local Group to Service Group file location.
|
static String |
FS_AZURE_LOCAL_USER_SP_MAPPING_FILE_PATH
Key for Local User to Service Principal file location.
|
static String |
FS_AZURE_METRIC_ACCOUNT_KEY |
static String |
FS_AZURE_METRIC_ACCOUNT_NAME |
static String |
FS_AZURE_METRIC_ANALYSIS_TIMEOUT |
static String |
FS_AZURE_METRIC_FORMAT |
static String |
FS_AZURE_METRIC_IDLE_TIMEOUT |
static String |
FS_AZURE_METRIC_URI |
static String |
FS_AZURE_NETWORKING_LIBRARY
Defines what network library to use for server IO calls: "fs.azure.networking.library"
|
static String |
FS_AZURE_OVERRIDE_OWNER_SP
An Azure Active Directory object ID (oid) used as the replacement for names contained in the
list specified by “fs.azure.identity.transformer.service.principal.substitution.list.
|
static String |
FS_AZURE_OVERRIDE_OWNER_SP_LIST
A comma separated list of names to be replaced with the service principal ID specified by
“fs.default.identity.transformer.service.principal.id”.
|
static String |
FS_AZURE_READ_AHEAD_BLOCK_SIZE |
static String |
FS_AZURE_READ_AHEAD_QUEUE_DEPTH |
static String |
FS_AZURE_SAS_FIXED_TOKEN
Key for fixed SAS token: "fs.azure.sas.fixed.token".
|
static String |
FS_AZURE_SAS_TOKEN_PROVIDER_TYPE
Key for SAS token provider: "fs.azure.sas.token.provider.type".
|
static String |
FS_AZURE_SAS_TOKEN_RENEW_PERIOD_FOR_STREAMS
For performance, AbfsInputStream/AbfsOutputStream re-use SAS tokens until the expiry is within this number of seconds.
|
static String |
FS_AZURE_SECURE_MODE |
static String |
FS_AZURE_SKIP_SUPER_USER_REPLACEMENT
By default this is set as false, so “$superuser” is replaced with the current user when it appears as the owner
or owning group of a file or directory.
|
static String |
FS_AZURE_SSL_CHANNEL_MODE_KEY |
static String |
FS_AZURE_TRACINGHEADER_FORMAT |
static String |
FS_AZURE_USE_UPN |
static String |
FS_AZURE_USER_AGENT_PREFIX_KEY |
public static final String FS_AZURE_ACCOUNT_IS_HNS_ENABLED
public static final String FS_AZURE_FNS_ACCOUNT_SERVICE_TYPE
AbfsServiceType
to use with HNS-Disabled Account type.
Default value will be identified from URL used to initialize filesystem.
This will allow an override to choose service endpoint in cases where any
local DNS resolution is set for account and driver is unable to detect
intended endpoint from the url used to initialize filesystem.
If configured Blob for HNS-Enabled account, FS init will fail.
Value "fs.azure.fns.account.service.type" case-insensitive "DFS" or "BLOB"public static final String FS_AZURE_INGRESS_SERVICE_TYPE
AbfsServiceType
to use only for Ingress Operations.
Other operations will continue to move to the FS configured service endpoint.
Value "fs.azure.ingress.service.type" case-insensitive "DFS" or "BLOB"public static final String FS_AZURE_ENABLE_DFSTOBLOB_FALLBACK
public static final String FS_AZURE_ACCOUNT_IS_EXPECT_HEADER_ENABLED
public static final String FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME
public static final String FS_AZURE_METRIC_ACCOUNT_NAME
public static final String FS_AZURE_METRIC_ACCOUNT_KEY
public static final String FS_AZURE_METRIC_URI
public static final String FS_AZURE_ACCOUNT_KEY_PROPERTY_NAME_REGX
public static final String FS_AZURE_SECURE_MODE
public static final String FS_AZURE_ACCOUNT_LEVEL_THROTTLING_ENABLED
public static final String AZURE_MIN_BACKOFF_INTERVAL
public static final String AZURE_MAX_BACKOFF_INTERVAL
public static final String AZURE_STATIC_RETRY_FOR_CONNECTION_TIMEOUT_ENABLED
public static final String AZURE_STATIC_RETRY_INTERVAL
public static final String AZURE_BACKOFF_INTERVAL
public static final String AZURE_MAX_IO_RETRIES
public static final String AZURE_CUSTOM_TOKEN_FETCH_RETRY_COUNT
public static final String AZURE_HTTP_CONNECTION_TIMEOUT
public static final String AZURE_HTTP_READ_TIMEOUT
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_COUNT
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_MIN_BACKOFF
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_MAX_BACKOFF
public static final String AZURE_OAUTH_TOKEN_FETCH_RETRY_DELTA_BACKOFF
public static final String AZURE_WRITE_MAX_CONCURRENT_REQUESTS
public static final String AZURE_WRITE_MAX_REQUESTS_TO_QUEUE
public static final String AZURE_WRITE_BUFFER_SIZE
public static final String FS_AZURE_BLOCK_UPLOAD_ACTIVE_BLOCKS
Default is FileSystemConfigurations.BLOCK_UPLOAD_ACTIVE_BLOCKS_DEFAULT
public static final String FS_AZURE_BLOCK_UPLOAD_BUFFER_DIR
public static final String DATA_BLOCKS_BUFFER
FileSystemConfigurations.DATA_BLOCKS_BUFFER_DEFAULT
.
Value: "fs.azure.data.blocks.buffer"public static final String AZURE_ENABLE_SMALL_WRITE_OPTIMIZATION
public static final String AZURE_READ_BUFFER_SIZE
public static final String AZURE_READ_SMALL_FILES_COMPLETELY
public static final String AZURE_READ_OPTIMIZE_FOOTER_READ
public static final String AZURE_FOOTER_READ_BUFFER_SIZE
public static final String AZURE_READ_AHEAD_RANGE
FileSystemConfigurations.DEFAULT_READ_AHEAD_RANGE
.
This might reduce number of calls to remote as next requested
data could already be present in buffer "fs.azure.readahead.range".public static final String AZURE_BLOCK_SIZE_PROPERTY_NAME
public static final String AZURE_BLOCK_LOCATION_HOST_PROPERTY_NAME
public static final String AZURE_CONCURRENT_CONNECTION_VALUE_OUT
public static final String AZURE_CONCURRENT_CONNECTION_VALUE_IN
public static final String AZURE_TOLERATE_CONCURRENT_APPEND
public static final String AZURE_LIST_MAX_RESULTS
public static final String AZURE_CREATE_REMOTE_FILESYSTEM_DURING_INITIALIZATION
public static final String AZURE_SKIP_USER_GROUP_METADATA_DURING_INITIALIZATION
public static final String FS_AZURE_ENABLE_AUTOTHROTTLING
public static final String FS_AZURE_METRIC_IDLE_TIMEOUT
public static final String FS_AZURE_METRIC_ANALYSIS_TIMEOUT
public static final String FS_AZURE_ACCOUNT_OPERATION_IDLE_TIMEOUT
public static final String FS_AZURE_ANALYSIS_PERIOD
public static final String FS_AZURE_ALWAYS_USE_HTTPS
public static final String FS_AZURE_ATOMIC_RENAME_KEY
public static final String FS_AZURE_ENABLE_CONDITIONAL_CREATE_OVERWRITE
public static final String FS_AZURE_ENABLE_MKDIR_OVERWRITE
public static final String FS_AZURE_APPEND_BLOB_KEY
public static final String FS_AZURE_INFINITE_LEASE_KEY
public static final String FS_AZURE_LEASE_THREADS
public static final String FS_AZURE_READ_AHEAD_QUEUE_DEPTH
public static final String FS_AZURE_ALWAYS_READ_BUFFER_SIZE
public static final String FS_AZURE_READ_AHEAD_BLOCK_SIZE
public static final String FS_AZURE_ENABLE_FLUSH
public static final String FS_AZURE_DISABLE_OUTPUTSTREAM_FLUSH
public static final String FS_AZURE_USER_AGENT_PREFIX_KEY
public static final String FS_AZURE_CLIENT_CORRELATIONID
public static final String FS_AZURE_TRACINGHEADER_FORMAT
public static final String FS_AZURE_METRIC_FORMAT
public static final String FS_AZURE_CLUSTER_NAME
public static final String FS_AZURE_CLUSTER_TYPE
public static final String FS_AZURE_SSL_CHANNEL_MODE_KEY
public static final String FS_AZURE_ENABLE_CHECK_ACCESS
public static final String FS_AZURE_USE_UPN
public static final String FS_AZURE_FILE_OWNER_ENABLE_SHORTNAME
public static final String FS_AZURE_FILE_OWNER_DOMAINNAME
public static final String FS_AZURE_OVERRIDE_OWNER_SP
public static final String FS_AZURE_OVERRIDE_OWNER_SP_LIST
public static final String FS_AZURE_SKIP_SUPER_USER_REPLACEMENT
public static final String AZURE_KEY_ACCOUNT_KEYPROVIDER
public static final String AZURE_KEY_ACCOUNT_SHELLKEYPROVIDER_SCRIPT
public static final String FS_AZURE_ENABLE_READAHEAD
public static final String FS_AZURE_ENABLE_ABFS_LIST_ITERATOR
public static final String FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY
public static final String FS_AZURE_ENCRYPTION_ENCODED_CLIENT_PROVIDED_KEY_SHA
public static final String FS_AZURE_ENCRYPTION_CONTEXT_PROVIDER_TYPE
public static final String AZURE_ABFS_ENDPOINT
public static final String FS_AZURE_ACCOUNT_AUTH_TYPE_PROPERTY_NAME
public static final String FS_AZURE_ACCOUNT_TOKEN_PROVIDER_TYPE_PROPERTY_NAME
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_ID
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_SECRET
public static final String FS_AZURE_ACCOUNT_OAUTH_CLIENT_ENDPOINT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_TENANT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_ENDPOINT
public static final String FS_AZURE_ACCOUNT_OAUTH_MSI_AUTHORITY
public static final String FS_AZURE_ACCOUNT_OAUTH_USER_NAME
public static final String FS_AZURE_ACCOUNT_OAUTH_USER_PASSWORD
public static final String FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN
public static final String FS_AZURE_ACCOUNT_OAUTH_REFRESH_TOKEN_ENDPOINT
public static final String FS_AZURE_ACCOUNT_OAUTH_TOKEN_FILE
public static final String FS_AZURE_ABFS_LATENCY_TRACK
public static final String FS_AZURE_ABFS_IO_RATE_LIMIT
public static final String FS_AZURE_ABFS_RENAME_RESILIENCE
public static final String FS_AZURE_ENABLE_PAGINATED_DELETE
public static final String FS_AZURE_ABFS_ENABLE_CHECKSUM_VALIDATION
public static final String FS_AZURE_ENABLE_DELEGATION_TOKEN
public static final String FS_AZURE_DELEGATION_TOKEN_PROVIDER_TYPE
public static final String FS_AZURE_SAS_FIXED_TOKEN
public static final String FS_AZURE_SAS_TOKEN_PROVIDER_TYPE
public static final String FS_AZURE_SAS_TOKEN_RENEW_PERIOD_FOR_STREAMS
public static final String FS_AZURE_IDENTITY_TRANSFORM_CLASS
public static final String FS_AZURE_LOCAL_USER_SP_MAPPING_FILE_PATH
public static final String FS_AZURE_LOCAL_GROUP_SG_MAPPING_FILE_PATH
public static final String FS_AZURE_BUFFERED_PREAD_DISABLE
public static final String FS_AZURE_NETWORKING_LIBRARY
public static final String FS_AZURE_APACHE_HTTP_CLIENT_MAX_IO_EXCEPTION_RETRIES
public static final String FS_AZURE_APACHE_HTTP_CLIENT_MAX_CACHE_CONNECTION_SIZE
public static final String FS_AZURE_APACHE_HTTP_CLIENT_IDLE_CONNECTION_TTL
Copyright © 2024 Apache Software Foundation. All rights reserved.