org.apache.hadoop.yarn.conf
Class YarnConfiguration

java.lang.Object
  extended by org.apache.hadoop.conf.Configuration
      extended by org.apache.hadoop.yarn.conf.YarnConfiguration
All Implemented Interfaces:
Iterable<Map.Entry<String,String>>, Writable

@InterfaceAudience.Public
@InterfaceStability.Evolving
public class YarnConfiguration
extends Configuration


Field Summary
static int APPLICATION_TYPE_LENGTH
          Default application type length
static String DEBUG_NM_DELETE_DELAY_SEC
          Delay before deleting resource to ease debugging of NM issues
static String DEFAULT_APPLICATION_NAME
          Default application name
static String DEFAULT_APPLICATION_TYPE
          Default application type
static String DEFAULT_CONTAINER_TEMP_DIR
          Container temp directory
static String DEFAULT_IPC_CLIENT_FACTORY_CLASS
           
static String DEFAULT_IPC_RECORD_FACTORY_CLASS
           
static String DEFAULT_IPC_RPC_IMPL
           
static String DEFAULT_IPC_SERVER_FACTORY_CLASS
           
static boolean DEFAULT_LOG_AGGREGATION_ENABLED
           
static long DEFAULT_LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS
           
static long DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS
           
static String DEFAULT_NM_ADDRESS
           
static String DEFAULT_NM_ADMIN_USER_ENV
           
static int DEFAULT_NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE
           
static int DEFAULT_NM_CLIENT_MAX_NM_PROXIES
           
static int DEFAULT_NM_CONTAINER_EXECUTOR_SCHED_PRIORITY
           
static int DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT
           
static int DEFAULT_NM_CONTAINER_MON_INTERVAL_MS
           
static int DEFAULT_NM_DELETE_THREAD_COUNT
           
static long DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS
          By default, disks' health is checked every 2 minutes.
static String DEFAULT_NM_ENV_WHITELIST
           
static long DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS
           
static long DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS
           
static int DEFAULT_NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY
           
static String DEFAULT_NM_LOCAL_DIRS
           
static String DEFAULT_NM_LOCALIZER_ADDRESS
           
static long DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS
           
static long DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB
           
static int DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT
           
static int DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT
           
static int DEFAULT_NM_LOCALIZER_PORT
           
static String DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE
           
static int DEFAULT_NM_LOG_DELETE_THREAD_COUNT
           
static String DEFAULT_NM_LOG_DIRS
           
static float DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION
          By default, at least 5% of disks are to be healthy to say that the node is healthy in terms of disks.
static boolean DEFAULT_NM_PMEM_CHECK_ENABLED
           
static int DEFAULT_NM_PMEM_MB
           
static int DEFAULT_NM_PORT
           
static long DEFAULT_NM_PROCESS_KILL_WAIT_MS
           
static String DEFAULT_NM_REMOTE_APP_LOG_DIR
           
static String DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX
           
static long DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS
           
static String DEFAULT_NM_USER_HOME_DIR
           
static int DEFAULT_NM_VCORES
           
static boolean DEFAULT_NM_VMEM_CHECK_ENABLED
           
static float DEFAULT_NM_VMEM_PMEM_RATIO
           
static String DEFAULT_NM_WEBAPP_ADDRESS
           
static int DEFAULT_NM_WEBAPP_PORT
           
static String DEFAULT_QUEUE_NAME
          Default queue name
static int DEFAULT_RESOURCEMANAGER_CONNECT_MAX_WAIT_MS
           
static long DEFAULT_RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS
           
static String DEFAULT_RM_ADDRESS
           
static String DEFAULT_RM_ADMIN_ADDRESS
           
static int DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT
           
static int DEFAULT_RM_ADMIN_PORT
           
static int DEFAULT_RM_AM_EXPIRY_INTERVAL_MS
           
static int DEFAULT_RM_AM_MAX_ATTEMPTS
           
static long DEFAULT_RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static int DEFAULT_RM_CLIENT_THREAD_COUNT
           
static int DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS
           
static long DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static long DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS
           
static int DEFAULT_RM_MAX_COMPLETED_APPLICATIONS
           
static String DEFAULT_RM_METRICS_RUNTIME_BUCKETS
          Default sizes of the runtime metric buckets in minutes.
static int DEFAULT_RM_NM_EXPIRY_INTERVAL_MS
           
static long DEFAULT_RM_NM_HEARTBEAT_INTERVAL_MS
           
static long DEFAULT_RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static String DEFAULT_RM_NODES_EXCLUDE_FILE_PATH
           
static String DEFAULT_RM_NODES_INCLUDE_FILE_PATH
           
static int DEFAULT_RM_PORT
           
static boolean DEFAULT_RM_RECOVERY_ENABLED
           
static String DEFAULT_RM_RESOURCE_TRACKER_ADDRESS
           
static int DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT
           
static int DEFAULT_RM_RESOURCE_TRACKER_PORT
           
static String DEFAULT_RM_SCHEDULER
           
static String DEFAULT_RM_SCHEDULER_ADDRESS
           
static int DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT
           
static boolean DEFAULT_RM_SCHEDULER_ENABLE_MONITORS
           
static int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
           
static int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
           
static int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB
           
static int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
           
static int DEFAULT_RM_SCHEDULER_PORT
           
static String DEFAULT_RM_WEBAPP_ADDRESS
           
static int DEFAULT_RM_WEBAPP_PORT
           
static boolean DEFAULT_YARN_ACL_ENABLE
           
static String DEFAULT_YARN_ADMIN_ACL
           
static String DEFAULT_YARN_APP_ACL
          ACL used in case none is found.
static String[] DEFAULT_YARN_APPLICATION_CLASSPATH
          Default CLASSPATH for YARN applications.
static long DEFAULT_YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS
           
static boolean DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING
           
static boolean DEFAULT_YARN_MINICLUSTER_FIXED_PORTS
          Default is false to be able to run tests concurrently without port conflicts.
static long DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT
           
static String DELEGATION_KEY_UPDATE_INTERVAL_KEY
           
static long DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT
           
static String DELEGATION_TOKEN_MAX_LIFETIME_KEY
           
static long DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT
           
static String DELEGATION_TOKEN_RENEW_INTERVAL_KEY
           
static String FS_RM_STATE_STORE_URI
          URI for FileSystemRMStateStore
static String IPC_CLIENT_FACTORY_CLASS
          Factory to create client IPC classes.
static String IPC_PREFIX
           
static String IPC_RECORD_FACTORY_CLASS
          Factory to create serializeable records.
static String IPC_RPC_IMPL
          RPC class implementation
static String IPC_SERVER_FACTORY_CLASS
          Factory to create server IPC classes.
static String IS_MINI_YARN_CLUSTER
           
static String LOG_AGGREGATION_ENABLED
          Whether to enable log aggregation
static String LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS
          How long to wait between aggregated log retention checks.
static String LOG_AGGREGATION_RETAIN_SECONDS
          How long to wait before deleting aggregated logs, -1 disables.
static String NM_ADDRESS
          address of node manager IPC.
static String NM_ADMIN_USER_ENV
          Environment variables that will be sent to containers.
static String NM_AUX_SERVICE_FMT
           
static String NM_AUX_SERVICES
           
static String NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE
          Max number of threads in NMClientAsync to process container management events
static String NM_CLIENT_MAX_NM_PROXIES
          Maximum number of proxy connections for node manager.
static String NM_CONTAINER_EXECUTOR
          who will execute(launch) the containers.
static String NM_CONTAINER_EXECUTOR_SCHED_PRIORITY
          Adjustment to make to the container os scheduling priority.
static String NM_CONTAINER_MGR_THREAD_COUNT
          Number of threads container manager uses.
static String NM_CONTAINER_MON_INTERVAL_MS
          How often to monitor containers.
static String NM_CONTAINER_MON_PROCESS_TREE
          Class that calculates process tree resource utilization.
static String NM_CONTAINER_MON_RESOURCE_CALCULATOR
          Class that calculates containers current resource utilization.
static String NM_DELETE_THREAD_COUNT
          Number of threads used in cleanup.
static String NM_DISK_HEALTH_CHECK_ENABLE
          Enable/Disable disks' health checker.
static String NM_DISK_HEALTH_CHECK_INTERVAL_MS
          Frequency of running disks' health checker.
static String NM_ENV_WHITELIST
          Environment variables that containers may override rather than use NodeManager's default.
static String NM_HEALTH_CHECK_INTERVAL_MS
          Frequency of running node health script.
static String NM_HEALTH_CHECK_SCRIPT_OPTS
          The arguments to pass to the health check script.
static String NM_HEALTH_CHECK_SCRIPT_PATH
          The health check script to run.
static String NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS
          Health check script time out period.
static String NM_KEYTAB
          Keytab for NM.
static String NM_LINUX_CONTAINER_CGROUPS_HIERARCHY
          The path the linux container executor should use for cgroups
static String NM_LINUX_CONTAINER_CGROUPS_MOUNT
          Whether the linux container executor should mount cgroups if not found
static String NM_LINUX_CONTAINER_CGROUPS_MOUNT_PATH
          Where the linux container executor should mount cgroups if not found
static String NM_LINUX_CONTAINER_EXECUTOR_PATH
          The path to the Linux container executor.
static String NM_LINUX_CONTAINER_GROUP
          The UNIX group that the linux-container-executor should run as.
static String NM_LINUX_CONTAINER_RESOURCES_HANDLER
          The type of resource enforcement to use with the linux container executor.
static String NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY
          Number of files in each localized directories Avoid tuning this too low.
static String NM_LOCAL_DIRS
          List of directories to store localized files in.
static String NM_LOCALIZER_ADDRESS
          Address where the localizer IPC is.
static String NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS
          Interval in between cache cleanups.
static String NM_LOCALIZER_CACHE_TARGET_SIZE_MB
          Target size of localizer cache in MB, per local directory.
static String NM_LOCALIZER_CLIENT_THREAD_COUNT
          Number of threads to handle localization requests.
static String NM_LOCALIZER_FETCH_THREAD_COUNT
          Number of threads to use for localization fetching.
static String NM_LOG_AGG_COMPRESSION_TYPE
          T-file compression types used to compress aggregated logs.
static String NM_LOG_DELETION_THREADS_COUNT
          Number of threads used in log cleanup.
static String NM_LOG_DIRS
          Where to store container logs.
static String NM_LOG_RETAIN_SECONDS
          Number of seconds to retain logs on the NodeManager.
static String NM_MIN_HEALTHY_DISKS_FRACTION
          The minimum fraction of number of disks to be healthy for the nodemanager to launch new containers.
static String NM_PMEM_CHECK_ENABLED
          Specifies whether physical memory check is enabled.
static String NM_PMEM_MB
          Amount of memory in GB that can be allocated for containers.
static String NM_PREFIX
          Prefix for all node manager configs.
static String NM_PRINCIPAL
          The kerberos principal for the node manager.
static String NM_PROCESS_KILL_WAIT_MS
          Max time to wait for a process to come up when trying to cleanup container resources
static String NM_REMOTE_APP_LOG_DIR
          Where to aggregate logs to.
static String NM_REMOTE_APP_LOG_DIR_SUFFIX
          The remote log dir will be created at NM_REMOTE_APP_LOG_DIR/${user}/NM_REMOTE_APP_LOG_DIR_SUFFIX/${appId}
static String NM_SLEEP_DELAY_BEFORE_SIGKILL_MS
          No.
static String NM_USER_HOME_DIR
           
static String NM_VCORES
          Number of Virtual CPU Cores which can be allocated for containers.
static String NM_VMEM_CHECK_ENABLED
          Specifies whether physical memory check is enabled.
static String NM_VMEM_PMEM_RATIO
          Conversion ratio for physical memory to virtual memory.
static String NM_WEBAPP_ADDRESS
          NM Webapp address.
static String PROXY_ADDRESS
          The address for the web proxy.
static String PROXY_KEYTAB
          Keytab for Proxy.
static String PROXY_PREFIX
           
static String PROXY_PRINCIPAL
          The kerberos principal for the proxy.
static String RECOVERY_ENABLED
           
static String RESOURCEMANAGER_CONNECT_MAX_WAIT_MS
          Max time to wait to establish a connection to RM
static String RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS
          Time interval between each attempt to connect to RM
static String RM_ADDRESS
          The address of the applications manager interface in the RM.
static String RM_ADMIN_ADDRESS
          The address of the RM admin interface.
static String RM_ADMIN_CLIENT_THREAD_COUNT
          Number of threads used to handle RM admin interface.
static String RM_AM_EXPIRY_INTERVAL_MS
          The expiry interval for application master reporting.
static String RM_AM_MAX_ATTEMPTS
          The maximum number of application attempts.
static String RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static String RM_CLIENT_THREAD_COUNT
          The number of threads used to handle applications manager requests.
static String RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS
          How long to wait until a container is considered dead.
static String RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static String RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS
          Interval at which the delayed token removal thread runs
static String RM_KEYTAB
          The keytab for the resource manager.
static String RM_MAX_COMPLETED_APPLICATIONS
          The maximum number of completed applications RM keeps.
static String RM_METRICS_RUNTIME_BUCKETS
          Buckets (in minutes) for the number of apps running in each queue.
static String RM_NM_EXPIRY_INTERVAL_MS
          How long to wait until a node manager is considered dead.
static String RM_NM_HEARTBEAT_INTERVAL_MS
          RM set next Heartbeat interval for NM
static String RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
           
static String RM_NODES_EXCLUDE_FILE_PATH
          Path to file with nodes to exclude.
static String RM_NODES_INCLUDE_FILE_PATH
          Path to file with nodes to include.
static String RM_PREFIX
           
static String RM_PRINCIPAL
          The Kerberos principal for the resource manager.
static String RM_RESOURCE_TRACKER_ADDRESS
           
static String RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT
          Number of threads to handle resource tracker calls.
static String RM_SCHEDULER
          The class to use as the resource scheduler.
static String RM_SCHEDULER_ADDRESS
          The address of the scheduler interface.
static String RM_SCHEDULER_CLIENT_THREAD_COUNT
          Number of threads to handle scheduler interface.
static String RM_SCHEDULER_ENABLE_MONITORS
          Enable periodic monitor threads.
static String RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
          Maximum request grant-able by the RM scheduler.
static String RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
           
static String RM_SCHEDULER_MINIMUM_ALLOCATION_MB
          Miniumum request grant-able by the RM scheduler.
static String RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
           
static String RM_SCHEDULER_MONITOR_POLICIES
          List of SchedulingEditPolicy classes affecting the scheduler.
static String RM_STORE
          The class to use as the persistent store.
static String RM_WEBAPP_ADDRESS
          The address of the RM web application.
static String YARN_ACL_ENABLE
          Are acls enabled.
static String YARN_ADMIN_ACL
          ACL of who can be admin of YARN cluster.
static String YARN_APP_CONTAINER_LOG_DIR
          The log directory for the containers
static String YARN_APP_CONTAINER_LOG_SIZE
           
static String YARN_APPLICATION_CLASSPATH
          CLASSPATH for YARN applications.
static String YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS
          The interval of the yarn client's querying application state after application submission.
static String YARN_LOG_SERVER_URL
           
static String YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING
          Whether users are explicitly trying to control resource monitoring configuration for the MiniYARNCluster.
static String YARN_MINICLUSTER_FIXED_PORTS
          Whether to use fixed ports with the minicluster.
static String YARN_PREFIX
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONCLIENT_PROTOCOL
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_PROTOCOL
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGEMENT_PROTOCOL
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCEMANAGER_ADMINISTRATION_PROTOCOL
           
static String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER_PROTOCOL
          YARN Service Level Authorization
static String YARN_TRACKING_URL_GENERATOR
           
 
Constructor Summary
YarnConfiguration()
           
YarnConfiguration(Configuration conf)
           
 
Method Summary
static String getProxyHostAndPort(Configuration conf)
           
static String getRMWebAppHostAndPort(Configuration conf)
           
static String getRMWebAppURL(Configuration conf)
           
 
Methods inherited from class org.apache.hadoop.conf.Configuration
addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addResource, addResource, addResource, addResource, addResource, clear, dumpConfiguration, dumpDeprecatedKeys, get, get, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getFile, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPattern, getPropertySources, getProps, getRange, getRaw, getResource, getSocketAddr, getStringCollection, getStrings, getStrings, getTimeDuration, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, isDeprecated, iterator, main, readFields, reloadConfiguration, set, set, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setSocketAddr, setStrings, setTimeDuration, size, toString, unset, updateConnectAddr, write, writeXml, writeXml
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
 

Field Detail

YARN_PREFIX

public static final String YARN_PREFIX
See Also:
Constant Field Values

DEBUG_NM_DELETE_DELAY_SEC

public static final String DEBUG_NM_DELETE_DELAY_SEC
Delay before deleting resource to ease debugging of NM issues

See Also:
Constant Field Values

IPC_PREFIX

public static final String IPC_PREFIX
See Also:
Constant Field Values

IPC_CLIENT_FACTORY_CLASS

public static final String IPC_CLIENT_FACTORY_CLASS
Factory to create client IPC classes.

See Also:
Constant Field Values

DEFAULT_IPC_CLIENT_FACTORY_CLASS

public static final String DEFAULT_IPC_CLIENT_FACTORY_CLASS
See Also:
Constant Field Values

IPC_SERVER_FACTORY_CLASS

public static final String IPC_SERVER_FACTORY_CLASS
Factory to create server IPC classes.

See Also:
Constant Field Values

DEFAULT_IPC_SERVER_FACTORY_CLASS

public static final String DEFAULT_IPC_SERVER_FACTORY_CLASS
See Also:
Constant Field Values

IPC_RECORD_FACTORY_CLASS

public static final String IPC_RECORD_FACTORY_CLASS
Factory to create serializeable records.

See Also:
Constant Field Values

DEFAULT_IPC_RECORD_FACTORY_CLASS

public static final String DEFAULT_IPC_RECORD_FACTORY_CLASS
See Also:
Constant Field Values

IPC_RPC_IMPL

public static final String IPC_RPC_IMPL
RPC class implementation

See Also:
Constant Field Values

DEFAULT_IPC_RPC_IMPL

public static final String DEFAULT_IPC_RPC_IMPL
See Also:
Constant Field Values

RM_PREFIX

public static final String RM_PREFIX
See Also:
Constant Field Values

RM_ADDRESS

public static final String RM_ADDRESS
The address of the applications manager interface in the RM.

See Also:
Constant Field Values

DEFAULT_RM_PORT

public static final int DEFAULT_RM_PORT
See Also:
Constant Field Values

DEFAULT_RM_ADDRESS

public static final String DEFAULT_RM_ADDRESS
See Also:
Constant Field Values

RM_CLIENT_THREAD_COUNT

public static final String RM_CLIENT_THREAD_COUNT
The number of threads used to handle applications manager requests.

See Also:
Constant Field Values

DEFAULT_RM_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_CLIENT_THREAD_COUNT
See Also:
Constant Field Values

RM_PRINCIPAL

public static final String RM_PRINCIPAL
The Kerberos principal for the resource manager.

See Also:
Constant Field Values

RM_SCHEDULER_ADDRESS

public static final String RM_SCHEDULER_ADDRESS
The address of the scheduler interface.

See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_PORT

public static final int DEFAULT_RM_SCHEDULER_PORT
See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_ADDRESS

public static final String DEFAULT_RM_SCHEDULER_ADDRESS
See Also:
Constant Field Values

RM_SCHEDULER_MINIMUM_ALLOCATION_MB

public static final String RM_SCHEDULER_MINIMUM_ALLOCATION_MB
Miniumum request grant-able by the RM scheduler.

See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB

public static final int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_MB
See Also:
Constant Field Values

RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES

public static final String RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES

public static final int DEFAULT_RM_SCHEDULER_MINIMUM_ALLOCATION_VCORES
See Also:
Constant Field Values

RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

public static final String RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
Maximum request grant-able by the RM scheduler.

See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB

public static final int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_MB
See Also:
Constant Field Values

RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES

public static final String RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES

public static final int DEFAULT_RM_SCHEDULER_MAXIMUM_ALLOCATION_VCORES
See Also:
Constant Field Values

RM_SCHEDULER_CLIENT_THREAD_COUNT

public static final String RM_SCHEDULER_CLIENT_THREAD_COUNT
Number of threads to handle scheduler interface.

See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT
See Also:
Constant Field Values

RM_SCHEDULER_ENABLE_MONITORS

public static final String RM_SCHEDULER_ENABLE_MONITORS
Enable periodic monitor threads.

See Also:
RM_SCHEDULER_MONITOR_POLICIES, Constant Field Values

DEFAULT_RM_SCHEDULER_ENABLE_MONITORS

public static final boolean DEFAULT_RM_SCHEDULER_ENABLE_MONITORS
See Also:
Constant Field Values

RM_SCHEDULER_MONITOR_POLICIES

public static final String RM_SCHEDULER_MONITOR_POLICIES
List of SchedulingEditPolicy classes affecting the scheduler.

See Also:
Constant Field Values

RM_WEBAPP_ADDRESS

public static final String RM_WEBAPP_ADDRESS
The address of the RM web application.

See Also:
Constant Field Values

DEFAULT_RM_WEBAPP_PORT

public static final int DEFAULT_RM_WEBAPP_PORT
See Also:
Constant Field Values

DEFAULT_RM_WEBAPP_ADDRESS

public static final String DEFAULT_RM_WEBAPP_ADDRESS
See Also:
Constant Field Values

RM_RESOURCE_TRACKER_ADDRESS

public static final String RM_RESOURCE_TRACKER_ADDRESS
See Also:
Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_PORT

public static final int DEFAULT_RM_RESOURCE_TRACKER_PORT
See Also:
Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_ADDRESS

public static final String DEFAULT_RM_RESOURCE_TRACKER_ADDRESS
See Also:
Constant Field Values

RM_AM_EXPIRY_INTERVAL_MS

public static final String RM_AM_EXPIRY_INTERVAL_MS
The expiry interval for application master reporting.

See Also:
Constant Field Values

DEFAULT_RM_AM_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_AM_EXPIRY_INTERVAL_MS
See Also:
Constant Field Values

RM_NM_EXPIRY_INTERVAL_MS

public static final String RM_NM_EXPIRY_INTERVAL_MS
How long to wait until a node manager is considered dead.

See Also:
Constant Field Values

DEFAULT_RM_NM_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_NM_EXPIRY_INTERVAL_MS
See Also:
Constant Field Values

YARN_ACL_ENABLE

public static final String YARN_ACL_ENABLE
Are acls enabled.

See Also:
Constant Field Values

DEFAULT_YARN_ACL_ENABLE

public static final boolean DEFAULT_YARN_ACL_ENABLE
See Also:
Constant Field Values

YARN_ADMIN_ACL

public static final String YARN_ADMIN_ACL
ACL of who can be admin of YARN cluster.

See Also:
Constant Field Values

DEFAULT_YARN_ADMIN_ACL

public static final String DEFAULT_YARN_ADMIN_ACL
See Also:
Constant Field Values

DEFAULT_YARN_APP_ACL

public static final String DEFAULT_YARN_APP_ACL
ACL used in case none is found. Allows nothing.

See Also:
Constant Field Values

RM_ADMIN_ADDRESS

public static final String RM_ADMIN_ADDRESS
The address of the RM admin interface.

See Also:
Constant Field Values

DEFAULT_RM_ADMIN_PORT

public static final int DEFAULT_RM_ADMIN_PORT
See Also:
Constant Field Values

DEFAULT_RM_ADMIN_ADDRESS

public static final String DEFAULT_RM_ADMIN_ADDRESS
See Also:
Constant Field Values

RM_ADMIN_CLIENT_THREAD_COUNT

public static final String RM_ADMIN_CLIENT_THREAD_COUNT
Number of threads used to handle RM admin interface.

See Also:
Constant Field Values

DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_ADMIN_CLIENT_THREAD_COUNT
See Also:
Constant Field Values

RM_AM_MAX_ATTEMPTS

public static final String RM_AM_MAX_ATTEMPTS
The maximum number of application attempts. It's a global setting for all application masters.

See Also:
Constant Field Values

DEFAULT_RM_AM_MAX_ATTEMPTS

public static final int DEFAULT_RM_AM_MAX_ATTEMPTS
See Also:
Constant Field Values

RM_KEYTAB

public static final String RM_KEYTAB
The keytab for the resource manager.

See Also:
Constant Field Values

RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

public static final String RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS
How long to wait until a container is considered dead.

See Also:
Constant Field Values

DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS

public static final int DEFAULT_RM_CONTAINER_ALLOC_EXPIRY_INTERVAL_MS
See Also:
Constant Field Values

RM_NODES_INCLUDE_FILE_PATH

public static final String RM_NODES_INCLUDE_FILE_PATH
Path to file with nodes to include.

See Also:
Constant Field Values

DEFAULT_RM_NODES_INCLUDE_FILE_PATH

public static final String DEFAULT_RM_NODES_INCLUDE_FILE_PATH
See Also:
Constant Field Values

RM_NODES_EXCLUDE_FILE_PATH

public static final String RM_NODES_EXCLUDE_FILE_PATH
Path to file with nodes to exclude.

See Also:
Constant Field Values

DEFAULT_RM_NODES_EXCLUDE_FILE_PATH

public static final String DEFAULT_RM_NODES_EXCLUDE_FILE_PATH
See Also:
Constant Field Values

RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

public static final String RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT
Number of threads to handle resource tracker calls.

See Also:
Constant Field Values

DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT

public static final int DEFAULT_RM_RESOURCE_TRACKER_CLIENT_THREAD_COUNT
See Also:
Constant Field Values

RM_SCHEDULER

public static final String RM_SCHEDULER
The class to use as the resource scheduler.

See Also:
Constant Field Values

DEFAULT_RM_SCHEDULER

public static final String DEFAULT_RM_SCHEDULER
See Also:
Constant Field Values

RM_NM_HEARTBEAT_INTERVAL_MS

public static final String RM_NM_HEARTBEAT_INTERVAL_MS
RM set next Heartbeat interval for NM

See Also:
Constant Field Values

DEFAULT_RM_NM_HEARTBEAT_INTERVAL_MS

public static final long DEFAULT_RM_NM_HEARTBEAT_INTERVAL_MS
See Also:
Constant Field Values

DELEGATION_KEY_UPDATE_INTERVAL_KEY

public static final String DELEGATION_KEY_UPDATE_INTERVAL_KEY
See Also:
Constant Field Values

DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT

public static final long DELEGATION_KEY_UPDATE_INTERVAL_DEFAULT
See Also:
Constant Field Values

DELEGATION_TOKEN_RENEW_INTERVAL_KEY

public static final String DELEGATION_TOKEN_RENEW_INTERVAL_KEY
See Also:
Constant Field Values

DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT

public static final long DELEGATION_TOKEN_RENEW_INTERVAL_DEFAULT
See Also:
Constant Field Values

DELEGATION_TOKEN_MAX_LIFETIME_KEY

public static final String DELEGATION_TOKEN_MAX_LIFETIME_KEY
See Also:
Constant Field Values

DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT

public static final long DELEGATION_TOKEN_MAX_LIFETIME_DEFAULT
See Also:
Constant Field Values

RECOVERY_ENABLED

public static final String RECOVERY_ENABLED
See Also:
Constant Field Values

DEFAULT_RM_RECOVERY_ENABLED

public static final boolean DEFAULT_RM_RECOVERY_ENABLED
See Also:
Constant Field Values

RM_STORE

public static final String RM_STORE
The class to use as the persistent store.

See Also:
Constant Field Values

FS_RM_STATE_STORE_URI

public static final String FS_RM_STATE_STORE_URI
URI for FileSystemRMStateStore

See Also:
Constant Field Values

RM_MAX_COMPLETED_APPLICATIONS

public static final String RM_MAX_COMPLETED_APPLICATIONS
The maximum number of completed applications RM keeps.

See Also:
Constant Field Values

DEFAULT_RM_MAX_COMPLETED_APPLICATIONS

public static final int DEFAULT_RM_MAX_COMPLETED_APPLICATIONS
See Also:
Constant Field Values

DEFAULT_APPLICATION_NAME

public static final String DEFAULT_APPLICATION_NAME
Default application name

See Also:
Constant Field Values

DEFAULT_APPLICATION_TYPE

public static final String DEFAULT_APPLICATION_TYPE
Default application type

See Also:
Constant Field Values

APPLICATION_TYPE_LENGTH

public static final int APPLICATION_TYPE_LENGTH
Default application type length

See Also:
Constant Field Values

DEFAULT_QUEUE_NAME

public static final String DEFAULT_QUEUE_NAME
Default queue name

See Also:
Constant Field Values

RM_METRICS_RUNTIME_BUCKETS

public static final String RM_METRICS_RUNTIME_BUCKETS
Buckets (in minutes) for the number of apps running in each queue.

See Also:
Constant Field Values

DEFAULT_RM_METRICS_RUNTIME_BUCKETS

public static final String DEFAULT_RM_METRICS_RUNTIME_BUCKETS
Default sizes of the runtime metric buckets in minutes.

See Also:
Constant Field Values

RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final String RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

DEFAULT_RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final long DEFAULT_RM_AMRM_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final String RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final long DEFAULT_RM_CONTAINER_TOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final String RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

DEFAULT_RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS

public static final long DEFAULT_RM_NMTOKEN_MASTER_KEY_ROLLING_INTERVAL_SECS
See Also:
Constant Field Values

NM_PREFIX

public static final String NM_PREFIX
Prefix for all node manager configs.

See Also:
Constant Field Values

NM_ADMIN_USER_ENV

public static final String NM_ADMIN_USER_ENV
Environment variables that will be sent to containers.

See Also:
Constant Field Values

DEFAULT_NM_ADMIN_USER_ENV

public static final String DEFAULT_NM_ADMIN_USER_ENV
See Also:
Constant Field Values

NM_ENV_WHITELIST

public static final String NM_ENV_WHITELIST
Environment variables that containers may override rather than use NodeManager's default.

See Also:
Constant Field Values

DEFAULT_NM_ENV_WHITELIST

public static final String DEFAULT_NM_ENV_WHITELIST

NM_ADDRESS

public static final String NM_ADDRESS
address of node manager IPC.

See Also:
Constant Field Values

DEFAULT_NM_PORT

public static final int DEFAULT_NM_PORT
See Also:
Constant Field Values

DEFAULT_NM_ADDRESS

public static final String DEFAULT_NM_ADDRESS
See Also:
Constant Field Values

NM_CONTAINER_EXECUTOR

public static final String NM_CONTAINER_EXECUTOR
who will execute(launch) the containers.

See Also:
Constant Field Values

NM_CONTAINER_EXECUTOR_SCHED_PRIORITY

public static final String NM_CONTAINER_EXECUTOR_SCHED_PRIORITY
Adjustment to make to the container os scheduling priority. The valid values for this could vary depending on the platform. On Linux, higher values mean run the containers at a less favorable priority than the NM. The value specified is an int.

See Also:
Constant Field Values

DEFAULT_NM_CONTAINER_EXECUTOR_SCHED_PRIORITY

public static final int DEFAULT_NM_CONTAINER_EXECUTOR_SCHED_PRIORITY
See Also:
Constant Field Values

NM_CONTAINER_MGR_THREAD_COUNT

public static final String NM_CONTAINER_MGR_THREAD_COUNT
Number of threads container manager uses.

See Also:
Constant Field Values

DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT

public static final int DEFAULT_NM_CONTAINER_MGR_THREAD_COUNT
See Also:
Constant Field Values

NM_DELETE_THREAD_COUNT

public static final String NM_DELETE_THREAD_COUNT
Number of threads used in cleanup.

See Also:
Constant Field Values

DEFAULT_NM_DELETE_THREAD_COUNT

public static final int DEFAULT_NM_DELETE_THREAD_COUNT
See Also:
Constant Field Values

NM_KEYTAB

public static final String NM_KEYTAB
Keytab for NM.

See Also:
Constant Field Values

NM_LOCAL_DIRS

public static final String NM_LOCAL_DIRS
List of directories to store localized files in.

See Also:
Constant Field Values

DEFAULT_NM_LOCAL_DIRS

public static final String DEFAULT_NM_LOCAL_DIRS
See Also:
Constant Field Values

NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY

public static final String NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY
Number of files in each localized directories Avoid tuning this too low.

See Also:
Constant Field Values

DEFAULT_NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY

public static final int DEFAULT_NM_LOCAL_CACHE_MAX_FILES_PER_DIRECTORY
See Also:
Constant Field Values

NM_LOCALIZER_ADDRESS

public static final String NM_LOCALIZER_ADDRESS
Address where the localizer IPC is.

See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_PORT

public static final int DEFAULT_NM_LOCALIZER_PORT
See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_ADDRESS

public static final String DEFAULT_NM_LOCALIZER_ADDRESS
See Also:
Constant Field Values

NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

public static final String NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS
Interval in between cache cleanups.

See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS

public static final long DEFAULT_NM_LOCALIZER_CACHE_CLEANUP_INTERVAL_MS
See Also:
Constant Field Values

NM_LOCALIZER_CACHE_TARGET_SIZE_MB

public static final String NM_LOCALIZER_CACHE_TARGET_SIZE_MB
Target size of localizer cache in MB, per local directory.

See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB

public static final long DEFAULT_NM_LOCALIZER_CACHE_TARGET_SIZE_MB
See Also:
Constant Field Values

NM_LOCALIZER_CLIENT_THREAD_COUNT

public static final String NM_LOCALIZER_CLIENT_THREAD_COUNT
Number of threads to handle localization requests.

See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT

public static final int DEFAULT_NM_LOCALIZER_CLIENT_THREAD_COUNT
See Also:
Constant Field Values

NM_LOCALIZER_FETCH_THREAD_COUNT

public static final String NM_LOCALIZER_FETCH_THREAD_COUNT
Number of threads to use for localization fetching.

See Also:
Constant Field Values

DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT

public static final int DEFAULT_NM_LOCALIZER_FETCH_THREAD_COUNT
See Also:
Constant Field Values

NM_LOG_DIRS

public static final String NM_LOG_DIRS
Where to store container logs.

See Also:
Constant Field Values

DEFAULT_NM_LOG_DIRS

public static final String DEFAULT_NM_LOG_DIRS
See Also:
Constant Field Values

RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

public static final String RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS
Interval at which the delayed token removal thread runs

See Also:
Constant Field Values

DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS

public static final long DEFAULT_RM_DELAYED_DELEGATION_TOKEN_REMOVAL_INTERVAL_MS
See Also:
Constant Field Values

LOG_AGGREGATION_ENABLED

public static final String LOG_AGGREGATION_ENABLED
Whether to enable log aggregation

See Also:
Constant Field Values

DEFAULT_LOG_AGGREGATION_ENABLED

public static final boolean DEFAULT_LOG_AGGREGATION_ENABLED
See Also:
Constant Field Values

LOG_AGGREGATION_RETAIN_SECONDS

public static final String LOG_AGGREGATION_RETAIN_SECONDS
How long to wait before deleting aggregated logs, -1 disables. Be careful set this too small and you will spam the name node.

See Also:
Constant Field Values

DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS

public static final long DEFAULT_LOG_AGGREGATION_RETAIN_SECONDS
See Also:
Constant Field Values

LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS

public static final String LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS
How long to wait between aggregated log retention checks. If set to a value <= 0 then the value is computed as one-tenth of the log retention setting. Be careful set this too small and you will spam the name node.

See Also:
Constant Field Values

DEFAULT_LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS

public static final long DEFAULT_LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS
See Also:
Constant Field Values

NM_LOG_RETAIN_SECONDS

public static final String NM_LOG_RETAIN_SECONDS
Number of seconds to retain logs on the NodeManager. Only applicable if Log aggregation is disabled

See Also:
Constant Field Values

NM_LOG_DELETION_THREADS_COUNT

public static final String NM_LOG_DELETION_THREADS_COUNT
Number of threads used in log cleanup. Only applicable if Log aggregation is disabled

See Also:
Constant Field Values

DEFAULT_NM_LOG_DELETE_THREAD_COUNT

public static final int DEFAULT_NM_LOG_DELETE_THREAD_COUNT
See Also:
Constant Field Values

NM_REMOTE_APP_LOG_DIR

public static final String NM_REMOTE_APP_LOG_DIR
Where to aggregate logs to.

See Also:
Constant Field Values

DEFAULT_NM_REMOTE_APP_LOG_DIR

public static final String DEFAULT_NM_REMOTE_APP_LOG_DIR
See Also:
Constant Field Values

NM_REMOTE_APP_LOG_DIR_SUFFIX

public static final String NM_REMOTE_APP_LOG_DIR_SUFFIX
The remote log dir will be created at NM_REMOTE_APP_LOG_DIR/${user}/NM_REMOTE_APP_LOG_DIR_SUFFIX/${appId}

See Also:
Constant Field Values

DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX

public static final String DEFAULT_NM_REMOTE_APP_LOG_DIR_SUFFIX
See Also:
Constant Field Values

YARN_LOG_SERVER_URL

public static final String YARN_LOG_SERVER_URL
See Also:
Constant Field Values

YARN_TRACKING_URL_GENERATOR

public static final String YARN_TRACKING_URL_GENERATOR
See Also:
Constant Field Values

NM_PMEM_MB

public static final String NM_PMEM_MB
Amount of memory in GB that can be allocated for containers.

See Also:
Constant Field Values

DEFAULT_NM_PMEM_MB

public static final int DEFAULT_NM_PMEM_MB
See Also:
Constant Field Values

NM_PMEM_CHECK_ENABLED

public static final String NM_PMEM_CHECK_ENABLED
Specifies whether physical memory check is enabled.

See Also:
Constant Field Values

DEFAULT_NM_PMEM_CHECK_ENABLED

public static final boolean DEFAULT_NM_PMEM_CHECK_ENABLED
See Also:
Constant Field Values

NM_VMEM_CHECK_ENABLED

public static final String NM_VMEM_CHECK_ENABLED
Specifies whether physical memory check is enabled.

See Also:
Constant Field Values

DEFAULT_NM_VMEM_CHECK_ENABLED

public static final boolean DEFAULT_NM_VMEM_CHECK_ENABLED
See Also:
Constant Field Values

NM_VMEM_PMEM_RATIO

public static final String NM_VMEM_PMEM_RATIO
Conversion ratio for physical memory to virtual memory.

See Also:
Constant Field Values

DEFAULT_NM_VMEM_PMEM_RATIO

public static final float DEFAULT_NM_VMEM_PMEM_RATIO
See Also:
Constant Field Values

NM_VCORES

public static final String NM_VCORES
Number of Virtual CPU Cores which can be allocated for containers.

See Also:
Constant Field Values

DEFAULT_NM_VCORES

public static final int DEFAULT_NM_VCORES
See Also:
Constant Field Values

NM_WEBAPP_ADDRESS

public static final String NM_WEBAPP_ADDRESS
NM Webapp address.

See Also:
Constant Field Values

DEFAULT_NM_WEBAPP_PORT

public static final int DEFAULT_NM_WEBAPP_PORT
See Also:
Constant Field Values

DEFAULT_NM_WEBAPP_ADDRESS

public static final String DEFAULT_NM_WEBAPP_ADDRESS
See Also:
Constant Field Values

NM_CONTAINER_MON_INTERVAL_MS

public static final String NM_CONTAINER_MON_INTERVAL_MS
How often to monitor containers.

See Also:
Constant Field Values

DEFAULT_NM_CONTAINER_MON_INTERVAL_MS

public static final int DEFAULT_NM_CONTAINER_MON_INTERVAL_MS
See Also:
Constant Field Values

NM_CONTAINER_MON_RESOURCE_CALCULATOR

public static final String NM_CONTAINER_MON_RESOURCE_CALCULATOR
Class that calculates containers current resource utilization.

See Also:
Constant Field Values

NM_CONTAINER_MON_PROCESS_TREE

public static final String NM_CONTAINER_MON_PROCESS_TREE
Class that calculates process tree resource utilization.

See Also:
Constant Field Values

NM_DISK_HEALTH_CHECK_ENABLE

public static final String NM_DISK_HEALTH_CHECK_ENABLE
Enable/Disable disks' health checker. Default is true. An expert level configuration property.

See Also:
Constant Field Values

NM_DISK_HEALTH_CHECK_INTERVAL_MS

public static final String NM_DISK_HEALTH_CHECK_INTERVAL_MS
Frequency of running disks' health checker.

See Also:
Constant Field Values

DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS

public static final long DEFAULT_NM_DISK_HEALTH_CHECK_INTERVAL_MS
By default, disks' health is checked every 2 minutes.

See Also:
Constant Field Values

NM_MIN_HEALTHY_DISKS_FRACTION

public static final String NM_MIN_HEALTHY_DISKS_FRACTION
The minimum fraction of number of disks to be healthy for the nodemanager to launch new containers. This applies to nm-local-dirs and nm-log-dirs.

See Also:
Constant Field Values

DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION

public static final float DEFAULT_NM_MIN_HEALTHY_DISKS_FRACTION
By default, at least 5% of disks are to be healthy to say that the node is healthy in terms of disks.

See Also:
Constant Field Values

NM_HEALTH_CHECK_INTERVAL_MS

public static final String NM_HEALTH_CHECK_INTERVAL_MS
Frequency of running node health script.

See Also:
Constant Field Values

DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS

public static final long DEFAULT_NM_HEALTH_CHECK_INTERVAL_MS
See Also:
Constant Field Values

NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

public static final String NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS
Health check script time out period.

See Also:
Constant Field Values

DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS

public static final long DEFAULT_NM_HEALTH_CHECK_SCRIPT_TIMEOUT_MS
See Also:
Constant Field Values

NM_HEALTH_CHECK_SCRIPT_PATH

public static final String NM_HEALTH_CHECK_SCRIPT_PATH
The health check script to run.

See Also:
Constant Field Values

NM_HEALTH_CHECK_SCRIPT_OPTS

public static final String NM_HEALTH_CHECK_SCRIPT_OPTS
The arguments to pass to the health check script.

See Also:
Constant Field Values

NM_LINUX_CONTAINER_EXECUTOR_PATH

public static final String NM_LINUX_CONTAINER_EXECUTOR_PATH
The path to the Linux container executor.

See Also:
Constant Field Values

NM_LINUX_CONTAINER_GROUP

public static final String NM_LINUX_CONTAINER_GROUP
The UNIX group that the linux-container-executor should run as. This is intended to be set as part of container-executor.cfg.

See Also:
Constant Field Values

NM_LINUX_CONTAINER_RESOURCES_HANDLER

public static final String NM_LINUX_CONTAINER_RESOURCES_HANDLER
The type of resource enforcement to use with the linux container executor.

See Also:
Constant Field Values

NM_LINUX_CONTAINER_CGROUPS_HIERARCHY

public static final String NM_LINUX_CONTAINER_CGROUPS_HIERARCHY
The path the linux container executor should use for cgroups

See Also:
Constant Field Values

NM_LINUX_CONTAINER_CGROUPS_MOUNT

public static final String NM_LINUX_CONTAINER_CGROUPS_MOUNT
Whether the linux container executor should mount cgroups if not found

See Also:
Constant Field Values

NM_LINUX_CONTAINER_CGROUPS_MOUNT_PATH

public static final String NM_LINUX_CONTAINER_CGROUPS_MOUNT_PATH
Where the linux container executor should mount cgroups if not found

See Also:
Constant Field Values

NM_LOG_AGG_COMPRESSION_TYPE

public static final String NM_LOG_AGG_COMPRESSION_TYPE
T-file compression types used to compress aggregated logs.

See Also:
Constant Field Values

DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE

public static final String DEFAULT_NM_LOG_AGG_COMPRESSION_TYPE
See Also:
Constant Field Values

NM_PRINCIPAL

public static final String NM_PRINCIPAL
The kerberos principal for the node manager.

See Also:
Constant Field Values

NM_AUX_SERVICES

public static final String NM_AUX_SERVICES
See Also:
Constant Field Values

NM_AUX_SERVICE_FMT

public static final String NM_AUX_SERVICE_FMT
See Also:
Constant Field Values

NM_USER_HOME_DIR

public static final String NM_USER_HOME_DIR
See Also:
Constant Field Values

DEFAULT_NM_USER_HOME_DIR

public static final String DEFAULT_NM_USER_HOME_DIR
See Also:
Constant Field Values

PROXY_PREFIX

public static final String PROXY_PREFIX
See Also:
Constant Field Values

PROXY_PRINCIPAL

public static final String PROXY_PRINCIPAL
The kerberos principal for the proxy.

See Also:
Constant Field Values

PROXY_KEYTAB

public static final String PROXY_KEYTAB
Keytab for Proxy.

See Also:
Constant Field Values

PROXY_ADDRESS

public static final String PROXY_ADDRESS
The address for the web proxy.

See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER_PROTOCOL

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCETRACKER_PROTOCOL
YARN Service Level Authorization

See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONCLIENT_PROTOCOL

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONCLIENT_PROTOCOL
See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCEMANAGER_ADMINISTRATION_PROTOCOL

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCEMANAGER_ADMINISTRATION_PROTOCOL
See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_PROTOCOL

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_APPLICATIONMASTER_PROTOCOL
See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGEMENT_PROTOCOL

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_CONTAINER_MANAGEMENT_PROTOCOL
See Also:
Constant Field Values

YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER

public static final String YARN_SECURITY_SERVICE_AUTHORIZATION_RESOURCE_LOCALIZER
See Also:
Constant Field Values

NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

public static final String NM_SLEEP_DELAY_BEFORE_SIGKILL_MS
No. of milliseconds to wait between sending a SIGTERM and SIGKILL to a running container

See Also:
Constant Field Values

DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS

public static final long DEFAULT_NM_SLEEP_DELAY_BEFORE_SIGKILL_MS
See Also:
Constant Field Values

NM_PROCESS_KILL_WAIT_MS

public static final String NM_PROCESS_KILL_WAIT_MS
Max time to wait for a process to come up when trying to cleanup container resources

See Also:
Constant Field Values

DEFAULT_NM_PROCESS_KILL_WAIT_MS

public static final long DEFAULT_NM_PROCESS_KILL_WAIT_MS
See Also:
Constant Field Values

RESOURCEMANAGER_CONNECT_MAX_WAIT_MS

public static final String RESOURCEMANAGER_CONNECT_MAX_WAIT_MS
Max time to wait to establish a connection to RM

See Also:
Constant Field Values

DEFAULT_RESOURCEMANAGER_CONNECT_MAX_WAIT_MS

public static final int DEFAULT_RESOURCEMANAGER_CONNECT_MAX_WAIT_MS
See Also:
Constant Field Values

RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS

public static final String RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS
Time interval between each attempt to connect to RM

See Also:
Constant Field Values

DEFAULT_RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS

public static final long DEFAULT_RESOURCEMANAGER_CONNECT_RETRY_INTERVAL_MS
See Also:
Constant Field Values

YARN_APPLICATION_CLASSPATH

public static final String YARN_APPLICATION_CLASSPATH
CLASSPATH for YARN applications. A comma-separated list of CLASSPATH entries

See Also:
Constant Field Values

DEFAULT_YARN_APPLICATION_CLASSPATH

public static final String[] DEFAULT_YARN_APPLICATION_CLASSPATH
Default CLASSPATH for YARN applications. A comma-separated list of CLASSPATH entries


DEFAULT_CONTAINER_TEMP_DIR

public static final String DEFAULT_CONTAINER_TEMP_DIR
Container temp directory

See Also:
Constant Field Values

IS_MINI_YARN_CLUSTER

public static final String IS_MINI_YARN_CLUSTER
See Also:
Constant Field Values

YARN_MINICLUSTER_FIXED_PORTS

public static final String YARN_MINICLUSTER_FIXED_PORTS
Whether to use fixed ports with the minicluster.

See Also:
Constant Field Values

DEFAULT_YARN_MINICLUSTER_FIXED_PORTS

public static boolean DEFAULT_YARN_MINICLUSTER_FIXED_PORTS
Default is false to be able to run tests concurrently without port conflicts.


YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING

public static final String YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING
Whether users are explicitly trying to control resource monitoring configuration for the MiniYARNCluster. Disabled by default.

See Also:
Constant Field Values

DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING

public static final boolean DEFAULT_YARN_MINICLUSTER_CONTROL_RESOURCE_MONITORING
See Also:
Constant Field Values

YARN_APP_CONTAINER_LOG_DIR

public static final String YARN_APP_CONTAINER_LOG_DIR
The log directory for the containers

See Also:
Constant Field Values

YARN_APP_CONTAINER_LOG_SIZE

public static final String YARN_APP_CONTAINER_LOG_SIZE
See Also:
Constant Field Values

YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS

public static final String YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS
The interval of the yarn client's querying application state after application submission. The unit is millisecond.

See Also:
Constant Field Values

DEFAULT_YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS

public static final long DEFAULT_YARN_CLIENT_APP_SUBMISSION_POLL_INTERVAL_MS
See Also:
Constant Field Values

NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE

public static final String NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE
Max number of threads in NMClientAsync to process container management events

See Also:
Constant Field Values

DEFAULT_NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE

public static final int DEFAULT_NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE
See Also:
Constant Field Values

NM_CLIENT_MAX_NM_PROXIES

public static final String NM_CLIENT_MAX_NM_PROXIES
Maximum number of proxy connections for node manager. It should always be more than 1. NMClient and MRAppMaster will use this to cache connection with node manager. There will be at max one connection per node manager. Ex. configuring it to a value of 5 will make sure that client will at max have 5 connections cached with 5 different node managers. These connections will be timed out if idle for more than system wide idle timeout period. The token if used for authentication then it will be used only at connection creation time. If new token is received then earlier connection should be closed in order to use newer token. Note: NM_CLIENT_ASYNC_THREAD_POOL_MAX_SIZE are related to each other.

See Also:
Constant Field Values

DEFAULT_NM_CLIENT_MAX_NM_PROXIES

public static final int DEFAULT_NM_CLIENT_MAX_NM_PROXIES
See Also:
Constant Field Values
Constructor Detail

YarnConfiguration

public YarnConfiguration()

YarnConfiguration

public YarnConfiguration(Configuration conf)
Method Detail

getProxyHostAndPort

public static String getProxyHostAndPort(Configuration conf)

getRMWebAppHostAndPort

public static String getRMWebAppHostAndPort(Configuration conf)

getRMWebAppURL

public static String getRMWebAppURL(Configuration conf)


Copyright © 2013 Apache Software Foundation. All Rights Reserved.