@InterfaceAudience.Public
public class TezConfiguration
extends org.apache.hadoop.conf.Configuration
Constructor and Description |
---|
TezConfiguration() |
TezConfiguration(boolean loadDefaults) |
TezConfiguration(org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
static void |
validateProperty(String property,
org.apache.tez.dag.api.Scope usedScope) |
addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addDeprecations, addResource, addResource, addResource, addResource, addResource, addResource, clear, dumpConfiguration, dumpDeprecatedKeys, get, get, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getFile, getFinalParameters, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPassword, getPasswordFromConfig, getPasswordFromCredentialProviders, getPattern, getPropertySources, getProps, getRange, getRaw, getResource, getSocketAddr, getSocketAddr, getStringCollection, getStrings, getStrings, getTimeDuration, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, hasWarnedDeprecation, isDeprecated, iterator, main, readFields, reloadConfiguration, set, set, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDeprecatedProperties, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setSocketAddr, setStrings, setTimeDuration, size, toString, unset, updateConnectAddr, updateConnectAddr, write, writeXml, writeXml
public static final String TEZ_SITE_XML
public static final String TEZ_AM_STAGING_SCRATCH_DATA_AUTO_DELETE
public static final boolean TEZ_AM_STAGING_SCRATCH_DATA_AUTO_DELETE_DEFAULT
public static final String TEZ_AM_STAGING_DIR
public static final String TEZ_AM_STAGING_DIR_DEFAULT
public static final String TEZ_CREDENTIALS_PATH
public static final String TEZ_AM_CREDENTIALS_MERGE
public static boolean TEZ_AM_CREDENTIALS_MERGE_DEFAULT
public static final String TEZ_AM_SESSION_MODE
public static final boolean TEZ_AM_SESSION_MODE_DEFAULT
public static final String TEZ_AM_LOG_LEVEL
public static final String TEZ_AM_LOG_LEVEL_DEFAULT
public static final String TEZ_TASK_LOG_LEVEL
public static final String TEZ_TASK_LOG_LEVEL_DEFAULT
public static final String TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION
TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES
is met, task would be declared as failed by AM.
Expert level setting.public static final double TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION_DEFAULT
public static final String TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES
TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION
is met, task would be relaunched by AM.
Expert level setting.public static final int TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_DEFAULT
public static final String TEZ_AM_MAX_ALLOWED_TIME_FOR_TASK_READ_ERROR_SEC
public static final int TEZ_AM_MAX_ALLOWED_TIME_FOR_TASK_READ_ERROR_SEC_DEFAULT
public static final String TEZ_AM_COMMIT_ALL_OUTPUTS_ON_DAG_SUCCESS
public static final boolean TEZ_AM_COMMIT_ALL_OUTPUTS_ON_DAG_SUCCESS_DEFAULT
public static final boolean TEZ_DAG_HISTORY_LOGGING_ENABLED_DEFAULT
public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS
TEZ_AM_LAUNCH_CMD_OPTS
during the launch of the AppMaster process. This property will typically be configured to
include default options meant to be used by all jobs in a cluster. If required, the values can
be overridden per job.public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS_DEFAULT
public static final String TEZ_AM_LAUNCH_CMD_OPTS
public static final String TEZ_AM_LAUNCH_CMD_OPTS_DEFAULT
public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS
TEZ_TASK_LAUNCH_CMD_OPTS
during the launch of Tez tasks. This property will typically be configured to
include default options meant to be used by all jobs in a cluster. If required, the values can
be overridden per job.public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS_DEFAULT
public static final String TEZ_TASK_LAUNCH_CMD_OPTS
public static final String TEZ_TASK_LAUNCH_CMD_OPTS_DEFAULT
public static final String TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION
public static final double TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION_DEFAULT
public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_ENV
TEZ_AM_LAUNCH_ENV
during the launch of the AppMaster process. This property will typically be configured to
include default system env meant to be used by all jobs in a cluster. If required, the values can
be appended to per job.public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_ENV_DEFAULT
public static final String TEZ_AM_LAUNCH_ENV
public static final String TEZ_AM_LAUNCH_ENV_DEFAULT
public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_ENV
TEZ_TASK_LAUNCH_ENV
during the launch of the task process. This property will typically be configured to
include default system env meant to be used by all jobs in a cluster. If required, the values can
be appended to per job.public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_ENV_DEFAULT
public static final String TEZ_TASK_LAUNCH_ENV
public static final String TEZ_TASK_LAUNCH_ENV_DEFAULT
public static final boolean TEZ_CANCEL_DELEGATION_TOKENS_ON_COMPLETION_DEFAULT
public static final boolean TEZ_AM_ONE_TO_ONE_ROUTING_USE_ON_DEMAND_ROUTING_DEFAULT
public static final String TEZ_AM_TASK_LISTENER_THREAD_COUNT
public static final int TEZ_AM_TASK_LISTENER_THREAD_COUNT_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_MAX
public static final int TEZ_COUNTERS_MAX_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_MAX_GROUPS
public static final int TEZ_COUNTERS_MAX_GROUPS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_COUNTER_NAME_MAX_LENGTH
public static final int TEZ_COUNTERS_COUNTER_NAME_MAX_LENGTH_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_GROUP_NAME_MAX_LENGTH
public static final int TEZ_COUNTERS_GROUP_NAME_MAX_LENGTH_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_SPECULATION_ENABLED
public static final boolean TEZ_AM_SPECULATION_ENABLED_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_LEGACY_SPECULATIVE_SLOWTASK_THRESHOLD
public static final String TEZ_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
public static final int TEZ_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT_DEFAULT
public static final String TEZ_AM_MAX_TASK_FAILURES_PER_NODE
public static final int TEZ_AM_MAX_TASK_FAILURES_PER_NODE_DEFAULT
public static final String TEZ_AM_MAX_APP_ATTEMPTS
public static final int TEZ_AM_MAX_APP_ATTEMPTS_DEFAULT
public static final String TEZ_AM_VERTEX_MAX_TASK_CONCURRENCY
public static final int TEZ_AM_VERTEX_MAX_TASK_CONCURRENCY_DEFAULT
public static final String TEZ_AM_TASK_MAX_FAILED_ATTEMPTS
public static final int TEZ_AM_TASK_MAX_FAILED_ATTEMPTS_DEFAULT
public static final String TEZ_AM_NODE_BLACKLISTING_ENABLED
public static final boolean TEZ_AM_NODE_BLACKLISTING_ENABLED_DEFAULT
public static final String TEZ_AM_NODE_BLACKLISTING_IGNORE_THRESHOLD
public static final int TEZ_AM_NODE_BLACKLISTING_IGNORE_THRESHOLD_DEFAULT
public static final String TEZ_AM_NODE_UNHEALTHY_RESCHEDULE_TASKS
public static final boolean TEZ_AM_NODE_UNHEALTHY_RESCHEDULE_TASKS_DEFAULT
public static final String TEZ_AM_CLIENT_THREAD_COUNT
public static final int TEZ_AM_CLIENT_THREAD_COUNT_DEFAULT
public static final String TEZ_AM_CLIENT_AM_PORT_RANGE
public static final String TEZ_AM_TASK_AM_PORT_RANGE
public static final String TEZ_AM_DAG_SCHEDULER_CLASS
public static final String TEZ_AM_DAG_SCHEDULER_CLASS_DEFAULT
public static final String TEZ_AM_RESOURCE_MEMORY_MB
public static final int TEZ_AM_RESOURCE_MEMORY_MB_DEFAULT
public static final String TEZ_AM_RESOURCE_CPU_VCORES
public static final int TEZ_AM_RESOURCE_CPU_VCORES_DEFAULT
public static final String TEZ_TASK_RESOURCE_MEMORY_MB
public static final int TEZ_TASK_RESOURCE_MEMORY_MB_DEFAULT
public static final String TEZ_TASK_RESOURCE_CPU_VCORES
public static final int TEZ_TASK_RESOURCE_CPU_VCORES_DEFAULT
public static final String TEZ_AM_RM_HEARTBEAT_INTERVAL_MS_MAX
public static final int TEZ_AM_RM_HEARTBEAT_INTERVAL_MS_MAX_DEFAULT
public static final String TEZ_TASK_GET_TASK_SLEEP_INTERVAL_MS_MAX
public static final int TEZ_TASK_GET_TASK_SLEEP_INTERVAL_MS_MAX_DEFAULT
public static final String TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS
public static final int TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS_DEFAULT
public static final String TEZ_TASK_AM_HEARTBEAT_COUNTER_INTERVAL_MS
public static final int TEZ_TASK_AM_HEARTBEAT_COUNTER_INTERVAL_MS_DEFAULT
public static final String TEZ_TASK_MAX_EVENTS_PER_HEARTBEAT
public static final int TEZ_TASK_MAX_EVENTS_PER_HEARTBEAT_DEFAULT
public static final String TEZ_TASK_MAX_EVENT_BACKLOG
public static final int TEZ_TASK_MAX_EVENT_BACKLOG_DEFAULT
public static final String TEZ_TASK_INITIALIZE_PROCESSOR_FIRST
public static final boolean TEZ_TASK_INITIALIZE_PROCESSOR_FIRST_DEFAULT
public static final String TEZ_TASK_INITIALIZE_PROCESSOR_IO_SERIALLY
public static final boolean TEZ_TASK_INITIALIZE_PROCESSOR_IO_SERIALLY_DEFAULT
public static final String TEZ_TASK_PROGRESS_STUCK_INTERVAL_MS
TASK_HEARTBEAT_TIMEOUT_MS
and larger than 2 times the value of TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS
.
A config value <=0 disables this.public static final long TEZ_TASK_PROGRESS_STUCK_INTERVAL_MS_DEFAULT
public static final String TASK_HEARTBEAT_TIMEOUT_MS
public static final int TASK_HEARTBEAT_TIMEOUT_MS_DEFAULT
public static final String TASK_HEARTBEAT_TIMEOUT_CHECK_MS
public static final int TASK_HEARTBEAT_TIMEOUT_CHECK_MS_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_RACK_FALLBACK_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_RACK_FALLBACK_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_NON_LOCAL_FALLBACK_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_NON_LOCAL_FALLBACK_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_LOCALITY_DELAY_ALLOCATION_MILLIS
public static final long TEZ_AM_CONTAINER_REUSE_LOCALITY_DELAY_ALLOCATION_MILLIS_DEFAULT
public static final String TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MIN_MILLIS
public static final long TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MIN_MILLIS_DEFAULT
public static final String TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MAX_MILLIS
public static final long TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MAX_MILLIS_DEFAULT
public static final String TEZ_AM_SESSION_MIN_HELD_CONTAINERS
public static final int TEZ_AM_SESSION_MIN_HELD_CONTAINERS_DEFAULT
public static final boolean TEZ_AM_HISTORY_LOGGING_ENABLED_DEFAULT
public static final String TEZ_AM_PREEMPTION_PERCENTAGE
public static final int TEZ_AM_PREEMPTION_PERCENTAGE_DEFAULT
public static final String TEZ_AM_PREEMPTION_HEARTBEATS_BETWEEN_PREEMPTIONS
public static final int TEZ_AM_PREEMPTION_HEARTBEATS_BETWEEN_PREEMPTIONS_DEFAULT
public static final String TEZ_AM_PREEMPTION_MAX_WAIT_TIME_MS
public static final int TEZ_AM_PREEMPTION_MAX_WAIT_TIME_MS_DEFAULT
public static final String TEZ_LIB_URIS
public static final String TEZ_AUX_URIS
public static final String TEZ_IGNORE_LIB_URIS
LocalResource
s. This is mainly useful for developer/debugger scenarios.public static final String TEZ_USE_CLUSTER_HADOOP_LIBS
public static final boolean TEZ_USE_CLUSTER_HADOOP_LIBS_DEFAULT
public static final String TEZ_CLUSTER_ADDITIONAL_CLASSPATH_PREFIX
public static final String TEZ_SESSION_CLIENT_TIMEOUT_SECS
public static final int TEZ_SESSION_CLIENT_TIMEOUT_SECS_DEFAULT
public static final String TEZ_SESSION_AM_DAG_SUBMIT_TIMEOUT_SECS
public static final int TEZ_SESSION_AM_DAG_SUBMIT_TIMEOUT_SECS_DEFAULT
public static final String TEZ_QUEUE_NAME
@InterfaceStability.Unstable public static final String TEZ_GENERATE_DEBUG_ARTIFACTS
public static final boolean TEZ_GENERATE_DEBUG_ARTIFACTS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LAUNCH_CMD_OPTS_LIST
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LAUNCH_CMD_OPTS
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LOG_LEVEL
public static final String TEZ_HISTORY_LOGGING_SERVICE_CLASS
public static final String TEZ_HISTORY_LOGGING_SERVICE_CLASS_DEFAULT
public static final String TEZ_SIMPLE_HISTORY_LOGGING_DIR
TEZ_HISTORY_LOGGING_SERVICE_CLASS
public static final String TEZ_SIMPLE_HISTORY_LOGGING_MAX_ERRORS
public static final int TEZ_SIMPLE_HISTORY_LOGGING_MAX_ERRORS_DEFAULT
public static final String YARN_ATS_EVENT_FLUSH_TIMEOUT_MILLIS
public static final long YARN_ATS_EVENT_FLUSH_TIMEOUT_MILLIS_DEFAULT
public static final String YARN_ATS_MAX_EVENTS_PER_BATCH
public static final int YARN_ATS_MAX_EVENTS_PER_BATCH_DEFAULT
public static final String YARN_ATS_MAX_POLLING_TIME_PER_EVENT
public static final int YARN_ATS_MAX_POLLING_TIME_PER_EVENT_DEFAULT
public static final String YARN_ATS_ACL_DOMAINS_AUTO_CREATE
public static final boolean YARN_ATS_ACL_DOMAINS_AUTO_CREATE_DEFAULT
public static final String YARN_ATS_ACL_SESSION_DOMAIN_ID
public static final String YARN_ATS_ACL_DAG_DOMAIN_ID
public static final String DAG_RECOVERY_ENABLED
public static final boolean DAG_RECOVERY_ENABLED_DEFAULT
public static final String DAG_RECOVERY_FILE_IO_BUFFER_SIZE
public static final int DAG_RECOVERY_FILE_IO_BUFFER_SIZE_DEFAULT
public static final String DAG_RECOVERY_MAX_UNFLUSHED_EVENTS
public static final int DAG_RECOVERY_MAX_UNFLUSHED_EVENTS_DEFAULT
public static final String DAG_RECOVERY_FLUSH_INTERVAL_SECS
public static final int DAG_RECOVERY_FLUSH_INTERVAL_SECS_DEFAULT
public static final String TEZ_LOCAL_MODE
public static final boolean TEZ_LOCAL_MODE_DEFAULT
public static final String TEZ_AM_INLINE_TASK_EXECUTION_MAX_TASKS
public static final int TEZ_AM_INLINE_TASK_EXECUTION_MAX_TASKS_DEFAULT
public static final String TEZ_AM_ACLS_ENABLED
public static final boolean TEZ_AM_ACLS_ENABLED_DEFAULT
public static final String TEZ_AM_VIEW_ACLS
public static final String TEZ_AM_MODIFY_ACLS
public static final String TEZ_AM_DISABLE_CLIENT_VERSION_CHECK
public static final boolean TEZ_AM_DISABLE_CLIENT_VERSION_CHECK_DEFAULT
public static final String TEZ_AM_ALLOW_DISABLED_TIMELINE_DOMAINS
public static final boolean TEZ_AM_ALLOW_DISABLED_TIMELINE_DOMAINS_DEFAULT
public static final String TEZ_AM_TEZ_UI_HISTORY_URL_TEMPLATE
public static final String TEZ_AM_TEZ_UI_HISTORY_URL_TEMPLATE_DEFAULT
public static final String TEZ_HISTORY_URL_BASE
public static final String TEZ_AM_WEBSERVICE_ENABLE
public static final boolean TEZ_AM_WEBSERVICE_ENABLE_DEFAULT
public static final String TEZ_DAG_STATUS_POLLINTERVAL_MS
public static final long TEZ_DAG_STATUS_POLLINTERVAL_MS_DEFAULT
public static final String TEZ_TEST_MINI_CLUSTER_APP_WAIT_ON_SHUTDOWN_SECS
public static final long TEZ_TEST_MINI_CLUSTER_APP_WAIT_ON_SHUTDOWN_SECS_DEFAULT
public static final String TEZ_CLIENT_HARD_KILL_TIMEOUT_MS
public static final long TEZ_CLIENT_HARD_KILL_TIMEOUT_MS_DEFAULT
public static final String TEZ_CLIENT_ASYNCHRONOUS_STOP
public static final boolean TEZ_CLIENT_ASYNCHRONOUS_STOP_DEFAULT
public static final boolean TEZ_CLIENT_JAVA_OPTS_CHECKER_ENABLED_DEFAULT
public TezConfiguration()
public TezConfiguration(org.apache.hadoop.conf.Configuration conf)
public TezConfiguration(boolean loadDefaults)
public static void validateProperty(String property, org.apache.tez.dag.api.Scope usedScope)
Copyright © 2016 Apache Software Foundation. All rights reserved.