@InterfaceAudience.Public
public class TezConfiguration
extends org.apache.hadoop.conf.Configuration
Constructor and Description |
---|
TezConfiguration() |
TezConfiguration(boolean loadDefaults) |
TezConfiguration(org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
static void |
validateProperty(String property,
org.apache.tez.dag.api.Scope usedScope) |
addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addDeprecations, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addTags, clear, dumpConfiguration, dumpConfiguration, dumpDeprecatedKeys, get, get, getAllPropertiesByTag, getAllPropertiesByTags, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getFile, getFinalParameters, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPassword, getPasswordFromConfig, getPasswordFromCredentialProviders, getPattern, getPropertySources, getProps, getPropsWithPrefix, getRange, getRaw, getResource, getSocketAddr, getSocketAddr, getStorageSize, getStorageSize, getStringCollection, getStrings, getStrings, getTimeDuration, getTimeDuration, getTimeDuration, getTimeDuration, getTimeDurationHelper, getTimeDurations, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, hasWarnedDeprecation, isDeprecated, isPropertyTag, iterator, main, onlyKeyExists, readFields, reloadConfiguration, reloadExistingConfigurations, set, set, setAllowNullValueProperties, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDeprecatedProperties, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setRestrictSystemProperties, setRestrictSystemPropertiesDefault, setRestrictSystemProps, setSocketAddr, setStorageSize, setStrings, setTimeDuration, size, toString, unset, updateConnectAddr, updateConnectAddr, write, writeXml, writeXml, writeXml
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
forEach, spliterator
public static final String TEZ_SITE_XML
public static final String TEZ_AM_STAGING_SCRATCH_DATA_AUTO_DELETE
public static final boolean TEZ_AM_STAGING_SCRATCH_DATA_AUTO_DELETE_DEFAULT
public static final String TEZ_AM_SHUFFLE_AUXILIARY_SERVICE_ID
public static final String TEZ_AM_SHUFFLE_AUXILIARY_SERVICE_ID_DEFAULT
public static final String TEZ_AM_STAGING_DIR
public static final String TEZ_AM_STAGING_DIR_DEFAULT
public static final String TEZ_CREDENTIALS_PATH
public static final String TEZ_AM_CREDENTIALS_MERGE
public static boolean TEZ_AM_CREDENTIALS_MERGE_DEFAULT
public static final String TEZ_AM_SESSION_MODE
public static final boolean TEZ_AM_SESSION_MODE_DEFAULT
public static final String TEZ_AM_LOG_LEVEL
public static final String TEZ_AM_LOG_LEVEL_DEFAULT
public static final String TEZ_TASK_LOG_LEVEL
public static final String TEZ_TASK_LOG_LEVEL_DEFAULT
public static final String TEZ_LOG_PATTERN_LAYOUT_AM
public static final String TEZ_LOG_PATTERN_LAYOUT_TASK
public static final String TEZ_LOG_PATTERN_LAYOUT_DEFAULT
public static final String TEZ_MDC_CUSTOM_KEYS
public static final String TEZ_MDC_CUSTOM_KEYS_CONF_PROPS
public static final String TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION
TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES
is met, task would be declared as failed by AM.
Expert level setting.public static final double TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION_DEFAULT
public static final String TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES
TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_FRACTION
is met, task would be relaunched by AM.
Expert level setting.public static final int TEZ_TASK_MAX_ALLOWED_OUTPUT_FAILURES_DEFAULT
public static final String TEZ_AM_MAX_ALLOWED_TIME_FOR_TASK_READ_ERROR_SEC
public static final int TEZ_AM_MAX_ALLOWED_TIME_FOR_TASK_READ_ERROR_SEC_DEFAULT
public static final String TEZ_AM_MAX_ALLOWED_DOWNSTREAM_HOST_FAILURES_FRACTION
public static final double TEZ_AM_MAX_ALLOWED_DOWNSTREAM_HOST_FAILURES_FRACTION_DEFAULT
public static final String TEZ_AM_COMMIT_ALL_OUTPUTS_ON_DAG_SUCCESS
public static final boolean TEZ_AM_COMMIT_ALL_OUTPUTS_ON_DAG_SUCCESS_DEFAULT
public static final boolean TEZ_DAG_HISTORY_LOGGING_ENABLED_DEFAULT
public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS
TEZ_AM_LAUNCH_CMD_OPTS
during the launch of the AppMaster process. This property will typically be configured to
include default options meant to be used by all jobs in a cluster. If required, the values can
be overridden per job.public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS_DEFAULT
public static final String TEZ_AM_LAUNCH_CMD_OPTS
public static final String TEZ_AM_LAUNCH_CMD_OPTS_JDK8_DEFAULT
public static final String TEZ_AM_LAUNCH_CMD_OPTS_JDK9_DEFAULT
public static final String TEZ_AM_LAUNCH_CMD_OPTS_DEFAULT
public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS
TEZ_TASK_LAUNCH_CMD_OPTS
during the launch of Tez tasks. This property will typically be configured to
include default options meant to be used by all jobs in a cluster. If required, the values can
be overridden per job.public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_CMD_OPTS_DEFAULT
public static final String TEZ_TASK_LAUNCH_CMD_OPTS
public static final String TEZ_TASK_LAUNCH_CMD_OPTS_JDK8_DEFAULT
public static final String TEZ_TASK_LAUNCH_CMD_OPTS_JDK9_DEFAULT
public static final String TEZ_TASK_LAUNCH_CMD_OPTS_DEFAULT
public static final String TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION
public static final double TEZ_CONTAINER_MAX_JAVA_HEAP_FRACTION_DEFAULT
public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_ENV
TEZ_AM_LAUNCH_ENV
during the launch of the AppMaster process. This property will typically be configured to
include default system env meant to be used by all jobs in a cluster. If required, the values can
be appended to per job.public static final String TEZ_AM_LAUNCH_CLUSTER_DEFAULT_ENV_DEFAULT
public static final String TEZ_AM_LAUNCH_ENV
public static final String TEZ_AM_LAUNCH_ENV_DEFAULT
public static final String TEZ_CONCURRENT_EDGE_TRIGGER_TYPE
public static final String TEZ_CONCURRENT_EDGE_TRIGGER_TYPE_DEFAULT
public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_ENV
TEZ_TASK_LAUNCH_ENV
during the launch of the task process. This property will typically be configured to
include default system env meant to be used by all jobs in a cluster. If required, the values can
be appended to per job.public static final String TEZ_TASK_LAUNCH_CLUSTER_DEFAULT_ENV_DEFAULT
public static final String TEZ_TASK_LAUNCH_ENV
public static final String TEZ_TASK_LAUNCH_ENV_DEFAULT
public static final boolean TEZ_CANCEL_DELEGATION_TOKENS_ON_COMPLETION_DEFAULT
public static final boolean TEZ_AM_ONE_TO_ONE_ROUTING_USE_ON_DEMAND_ROUTING_DEFAULT
public static final String TEZ_AM_TASK_LISTENER_THREAD_COUNT
public static final int TEZ_AM_TASK_LISTENER_THREAD_COUNT_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_MAX
public static final int TEZ_COUNTERS_MAX_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_MAX_GROUPS
public static final int TEZ_COUNTERS_MAX_GROUPS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_COUNTER_NAME_MAX_LENGTH
public static final int TEZ_COUNTERS_COUNTER_NAME_MAX_LENGTH_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_COUNTERS_GROUP_NAME_MAX_LENGTH
public static final int TEZ_COUNTERS_GROUP_NAME_MAX_LENGTH_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_SPECULATION_ENABLED
public static final boolean TEZ_AM_SPECULATION_ENABLED_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_LEGACY_SPECULATIVE_SLOWTASK_THRESHOLD
@InterfaceStability.Unstable public static final String TEZ_AM_LEGACY_SPECULATIVE_SINGLE_TASK_VERTEX_TIMEOUT
public static final long TEZ_AM_LEGACY_SPECULATIVE_SINGLE_TASK_VERTEX_TIMEOUT_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_SOONEST_RETRY_AFTER_NO_SPECULATE
public static final long TEZ_AM_SOONEST_RETRY_AFTER_NO_SPECULATE_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_SOONEST_RETRY_AFTER_SPECULATE
public static final long TEZ_AM_SOONEST_RETRY_AFTER_SPECULATE_DEFAULT
public static final String TEZ_AM_SPECULATOR_CLASS
public static final String TEZ_AM_TASK_ESTIMATOR_CLASS
@InterfaceStability.Unstable public static final String TEZ_AM_ESTIMATOR_EXPONENTIAL_LAMBDA_MS
public static final long TEZ_AM_ESTIMATOR_EXPONENTIAL_LAMBDA_MS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_ESTIMATOR_EXPONENTIAL_STAGNATED_MS
public static final long TEZ_AM_ESTIMATOR_EXPONENTIAL_STAGNATED_MS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_ESTIMATOR_EXPONENTIAL_SKIP_INITIALS
public static final int TEZ_AM_ESTIMATOR_EXPONENTIAL_SKIP_INITIALS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_PROPORTION_RUNNING_TASKS_SPECULATABLE
public static final double TEZ_AM_PROPORTION_RUNNING_TASKS_SPECULATABLE_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_PROPORTION_TOTAL_TASKS_SPECULATABLE
public static final double TEZ_AM_PROPORTION_TOTAL_TASKS_SPECULATABLE_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_AM_MINIMUM_ALLOWED_SPECULATIVE_TASKS
public static final int TEZ_AM_MINIMUM_ALLOWED_SPECULATIVE_TASKS_DEFAULT
public static final String TEZ_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT
public static final int TEZ_AM_CONTAINERLAUNCHER_THREAD_COUNT_LIMIT_DEFAULT
public static final String TEZ_AM_MAX_TASK_FAILURES_PER_NODE
public static final int TEZ_AM_MAX_TASK_FAILURES_PER_NODE_DEFAULT
public static final String TEZ_AM_MAX_APP_ATTEMPTS
public static final int TEZ_AM_MAX_APP_ATTEMPTS_DEFAULT
public static final String TEZ_AM_VERTEX_MAX_TASK_CONCURRENCY
public static final int TEZ_AM_VERTEX_MAX_TASK_CONCURRENCY_DEFAULT
public static final String TEZ_AM_TASK_MAX_FAILED_ATTEMPTS
public static final int TEZ_AM_TASK_MAX_FAILED_ATTEMPTS_DEFAULT
public static final String TEZ_AM_TASK_MAX_ATTEMPTS
public static final int TEZ_AM_TASK_MAX_ATTEMPTS_DEFAULT
public static final String TEZ_AM_TASK_RESCHEDULE_HIGHER_PRIORITY
public static final boolean TEZ_AM_TASK_RESCHEDULE_HIGHER_PRIORITY_DEFAULT
public static final String TEZ_AM_TASK_RESCHEDULE_RELAXED_LOCALITY
public static final boolean TEZ_AM_TASK_RESCHEDULE_RELAXED_LOCALITY_DEFAULT
public static final String TEZ_AM_NODE_BLACKLISTING_ENABLED
public static final boolean TEZ_AM_NODE_BLACKLISTING_ENABLED_DEFAULT
public static final String TEZ_AM_NODE_BLACKLISTING_IGNORE_THRESHOLD
public static final int TEZ_AM_NODE_BLACKLISTING_IGNORE_THRESHOLD_DEFAULT
public static final String TEZ_AM_NODE_UNHEALTHY_RESCHEDULE_TASKS
public static final boolean TEZ_AM_NODE_UNHEALTHY_RESCHEDULE_TASKS_DEFAULT
public static final String TEZ_AM_CLIENT_THREAD_COUNT
public static final int TEZ_AM_CLIENT_THREAD_COUNT_DEFAULT
public static final String TEZ_AM_CLIENT_AM_PORT_RANGE
public static final String TEZ_AM_TASK_AM_PORT_RANGE
public static final String TEZ_AM_DAG_SCHEDULER_CLASS
public static final String TEZ_AM_DAG_SCHEDULER_CLASS_DEFAULT
public static final String TEZ_AM_YARN_SCHEDULER_CLASS
public static final String TEZ_AM_YARN_SCHEDULER_CLASS_DEFAULT
public static final String TEZ_AM_READY_FOR_SUBMIT_TIMEOUT_MS
public static final int TEZ_AM_READY_FOR_SUBMIT_TIMEOUT_MS_DEFAULT
public static final String TEZ_AM_RESOURCE_MEMORY_MB
public static final int TEZ_AM_RESOURCE_MEMORY_MB_DEFAULT
public static final String TEZ_AM_RESOURCE_CPU_VCORES
public static final int TEZ_AM_RESOURCE_CPU_VCORES_DEFAULT
public static final String TEZ_AM_DAG_CLEANUP_ON_COMPLETION
public static final boolean TEZ_AM_DAG_CLEANUP_ON_COMPLETION_DEFAULT
public static final String TEZ_AM_VERTEX_CLEANUP_HEIGHT
public static final int TEZ_AM_VERTEX_CLEANUP_HEIGHT_DEFAULT
public static final String TEZ_AM_TASK_ATTEMPT_CLEANUP_ON_FAILURE
public static final boolean TEZ_AM_TASK_ATTEMPT_CLEANUP_ON_FAILURE_DEFAULT
public static final String TEZ_AM_DAG_CLEANUP_THREAD_COUNT_LIMIT
public static final int TEZ_AM_DAG_CLEANUP_THREAD_COUNT_LIMIT_DEFAULT
public static final String TEZ_AM_DAG_APPCONTEXT_THREAD_COUNT_LIMIT
public static final int TEZ_AM_DAG_APPCONTEXT_THREAD_COUNT_LIMIT_DEFAULT
public static final String TEZ_TASK_RESOURCE_MEMORY_MB
public static final int TEZ_TASK_RESOURCE_MEMORY_MB_DEFAULT
public static final String TEZ_TASK_RESOURCE_CPU_VCORES
public static final int TEZ_TASK_RESOURCE_CPU_VCORES_DEFAULT
public static final String TEZ_AM_RM_HEARTBEAT_INTERVAL_MS_MAX
public static final int TEZ_AM_RM_HEARTBEAT_INTERVAL_MS_MAX_DEFAULT
public static final String TEZ_TASK_GET_TASK_SLEEP_INTERVAL_MS_MAX
public static final int TEZ_TASK_GET_TASK_SLEEP_INTERVAL_MS_MAX_DEFAULT
public static final String TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS
public static final int TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS_DEFAULT
public static final String TEZ_TASK_AM_HEARTBEAT_COUNTER_INTERVAL_MS
public static final int TEZ_TASK_AM_HEARTBEAT_COUNTER_INTERVAL_MS_DEFAULT
public static final String TEZ_TASK_MAX_EVENTS_PER_HEARTBEAT
public static final int TEZ_TASK_MAX_EVENTS_PER_HEARTBEAT_DEFAULT
public static final String TEZ_TASK_MAX_EVENT_BACKLOG
public static final int TEZ_TASK_MAX_EVENT_BACKLOG_DEFAULT
public static final String TEZ_TASK_INITIALIZE_PROCESSOR_FIRST
public static final boolean TEZ_TASK_INITIALIZE_PROCESSOR_FIRST_DEFAULT
public static final String TEZ_TASK_INITIALIZE_PROCESSOR_IO_SERIALLY
public static final boolean TEZ_TASK_INITIALIZE_PROCESSOR_IO_SERIALLY_DEFAULT
public static final String TEZ_TASK_PROGRESS_STUCK_INTERVAL_MS
TASK_HEARTBEAT_TIMEOUT_MS
and larger than 2 times the value of TEZ_TASK_AM_HEARTBEAT_INTERVAL_MS
.
A config value <=0 disables this.public static final long TEZ_TASK_PROGRESS_STUCK_INTERVAL_MS_DEFAULT
public static final String TASK_HEARTBEAT_TIMEOUT_MS
public static final int TASK_HEARTBEAT_TIMEOUT_MS_DEFAULT
public static final String TASK_HEARTBEAT_TIMEOUT_CHECK_MS
public static final int TASK_HEARTBEAT_TIMEOUT_CHECK_MS_DEFAULT
public static final boolean TEZ_TASK_SCALE_MEMORY_INPUT_OUTPUT_CONCURRENT_DEFAULT
public static final boolean TEZ_TASK_SCALE_MEMORY_NON_CONCURRENT_INPUTS_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_RACK_FALLBACK_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_RACK_FALLBACK_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_NON_LOCAL_FALLBACK_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_NON_LOCAL_FALLBACK_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_NEW_CONTAINERS_ENABLED
public static final boolean TEZ_AM_CONTAINER_REUSE_NEW_CONTAINERS_ENABLED_DEFAULT
public static final String TEZ_AM_CONTAINER_REUSE_LOCALITY_DELAY_ALLOCATION_MILLIS
public static final long TEZ_AM_CONTAINER_REUSE_LOCALITY_DELAY_ALLOCATION_MILLIS_DEFAULT
public static final String TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MIN_MILLIS
public static final long TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MIN_MILLIS_DEFAULT
public static final String TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MAX_MILLIS
public static final long TEZ_AM_CONTAINER_IDLE_RELEASE_TIMEOUT_MAX_MILLIS_DEFAULT
public static final String TEZ_AM_SESSION_MIN_HELD_CONTAINERS
public static final int TEZ_AM_SESSION_MIN_HELD_CONTAINERS_DEFAULT
public static final boolean TEZ_AM_HISTORY_LOGGING_ENABLED_DEFAULT
public static final String TEZ_AM_PREEMPTION_PERCENTAGE
public static final int TEZ_AM_PREEMPTION_PERCENTAGE_DEFAULT
public static final String TEZ_VERTEX_FAILURES_MAXPERCENT
public static final float TEZ_VERTEX_FAILURES_MAXPERCENT_DEFAULT
public static final String TEZ_AM_PREEMPTION_HEARTBEATS_BETWEEN_PREEMPTIONS
public static final int TEZ_AM_PREEMPTION_HEARTBEATS_BETWEEN_PREEMPTIONS_DEFAULT
public static final String TEZ_AM_PREEMPTION_MAX_WAIT_TIME_MS
public static final int TEZ_AM_PREEMPTION_MAX_WAIT_TIME_MS_DEFAULT
public static final String TEZ_LIB_URIS
public static final String TEZ_LIB_URIS_CLASSPATH
public static final String TEZ_AUX_URIS
@InterfaceStability.Unstable public static final String TEZ_IGNORE_LIB_URIS
LocalResource
s. This is mainly useful for developer/debugger scenarios.public static final String TEZ_USE_CLUSTER_HADOOP_LIBS
public static final boolean TEZ_USE_CLUSTER_HADOOP_LIBS_DEFAULT
public static final String TEZ_USER_CLASSPATH_FIRST
public static final boolean TEZ_USER_CLASSPATH_FIRST_DEFAULT
public static final String TEZ_CLUSTER_ADDITIONAL_CLASSPATH_PREFIX
TEZ_USER_CLASSPATH_FIRST
is true then this will be added to the classpath
before all framework specific components have been specified, otherwise this will
be added after the framework specific components.public static final boolean TEZ_CLASSPATH_ADD_HADOOP_CONF_DEFAULT
public static final String TEZ_SESSION_CLIENT_TIMEOUT_SECS
public static final int TEZ_SESSION_CLIENT_TIMEOUT_SECS_DEFAULT
public static final String TEZ_SESSION_AM_DAG_SUBMIT_TIMEOUT_SECS
public static final int TEZ_SESSION_AM_DAG_SUBMIT_TIMEOUT_SECS_DEFAULT
public static final String TEZ_QUEUE_NAME
public static final String TEZ_APPLICATION_TAGS
public static final String TEZ_AM_APPLICATION_PRIORITY
@InterfaceStability.Unstable public static final String TEZ_GENERATE_DEBUG_ARTIFACTS
public static final boolean TEZ_GENERATE_DEBUG_ARTIFACTS_DEFAULT
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LAUNCH_CMD_OPTS_LIST
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LAUNCH_CMD_OPTS
@InterfaceStability.Unstable public static final String TEZ_TASK_SPECIFIC_LOG_LEVEL
public static final String TEZ_HISTORY_LOGGING_SERVICE_CLASS
public static final String TEZ_HISTORY_LOGGING_SERVICE_CLASS_DEFAULT
public static final String TEZ_HISTORY_LOGGING_LOGLEVEL
HistoryLogLevel
. The default value is
defined in HistoryLogLevel.DEFAULT
.public static final String TEZ_HISTORY_LOGGING_TASKATTEMPT_FILTERS
public static final int TEZ_HISTORY_LOGGING_TIMELINE_NUM_DAGS_PER_GROUP_DEFAULT
public static final String TEZ_SIMPLE_HISTORY_LOGGING_DIR
TEZ_HISTORY_LOGGING_SERVICE_CLASS
public static final String TEZ_SIMPLE_HISTORY_LOGGING_MAX_ERRORS
public static final int TEZ_SIMPLE_HISTORY_LOGGING_MAX_ERRORS_DEFAULT
public static final String TEZ_HISTORY_LOGGING_PROTO_BASE_DIR
TEZ_HISTORY_LOGGING_SERVICE_CLASS
.
If this is not set, then logging is disabled for ProtoHistoryLoggingService.public static final String TEZ_HISTORY_LOGGING_PROTO_SYNC_WINDOWN_SECS
public static final long TEZ_HISTORY_LOGGING_PROTO_SYNC_WINDOWN_SECS_DEFAULT
public static final String TEZ_HISTORY_LOGGING_PROTO_QUEUE_SIZE
public static final int TEZ_HISTORY_LOGGING_PROTO_QUEUE_SIZE_DEFAULT
public static final String TEZ_HISTORY_LOGGING_PROTO_SPLIT_DAG_START
public static final boolean TEZ_HISTORY_LOGGING_PROTO_SPLIT_DAG_START_DEFAULT
public static final String TEZ_HISTORY_LOGGING_PROTO_DOAS
public static final boolean TEZ_HISTORY_LOGGING_PROTO_DOAS_DEFAULT
public static final String YARN_ATS_EVENT_FLUSH_TIMEOUT_MILLIS
public static final long YARN_ATS_EVENT_FLUSH_TIMEOUT_MILLIS_DEFAULT
public static final String YARN_ATS_MAX_EVENTS_PER_BATCH
public static final int YARN_ATS_MAX_EVENTS_PER_BATCH_DEFAULT
public static final boolean TEZ_AM_UI_HISTORY_URL_SCHEME_CHECK_ENABLED_DEFAULT
public static final String YARN_ATS_MAX_POLLING_TIME_PER_EVENT
public static final int YARN_ATS_MAX_POLLING_TIME_PER_EVENT_DEFAULT
public static final String YARN_ATS_ACL_DOMAINS_AUTO_CREATE
public static final boolean YARN_ATS_ACL_DOMAINS_AUTO_CREATE_DEFAULT
public static final String YARN_ATS_ACL_SESSION_DOMAIN_ID
public static final String YARN_ATS_ACL_DAG_DOMAIN_ID
public static final String DAG_RECOVERY_ENABLED
public static final boolean DAG_RECOVERY_ENABLED_DEFAULT
public static final String TEZ_AM_FAILURE_ON_MISSING_RECOVERY_DATA
public static final boolean TEZ_AM_FAILURE_ON_MISSING_RECOVERY_DATA_DEFAULT
public static final String DAG_RECOVERY_FILE_IO_BUFFER_SIZE
public static final int DAG_RECOVERY_FILE_IO_BUFFER_SIZE_DEFAULT
public static final String DAG_RECOVERY_MAX_UNFLUSHED_EVENTS
public static final int DAG_RECOVERY_MAX_UNFLUSHED_EVENTS_DEFAULT
public static final String DAG_RECOVERY_FLUSH_INTERVAL_SECS
public static final int DAG_RECOVERY_FLUSH_INTERVAL_SECS_DEFAULT
public static final String TEZ_LOCAL_MODE
public static final boolean TEZ_LOCAL_MODE_DEFAULT
public static final String TEZ_LOCAL_MODE_WITHOUT_NETWORK
TEZ_LOCAL_MODE
is true. When
TEZ_LOCAL_MODE_WITHOUT_NETWORK is turned on, LocalClient will call DAGAppMaster's methods
directly.public static final boolean TEZ_LOCAL_MODE_WITHOUT_NETWORK_DEFAULT
public static final String TEZ_LOCAL_CACHE_ROOT_FOLDER
public static final String TEZ_LOCAL_CACHE_ROOT_FOLDER_DEFAULT
public static final String TEZ_AM_INLINE_TASK_EXECUTION_MAX_TASKS
public static final int TEZ_AM_INLINE_TASK_EXECUTION_MAX_TASKS_DEFAULT
public static final String TEZ_AM_ACLS_ENABLED
public static final boolean TEZ_AM_ACLS_ENABLED_DEFAULT
public static final String TEZ_AM_VIEW_ACLS
public static final String TEZ_AM_MODIFY_ACLS
public static final boolean TEZ_AM_DISABLE_CLIENT_VERSION_CHECK_DEFAULT
public static final boolean TEZ_AM_ALLOW_DISABLED_TIMELINE_DOMAINS_DEFAULT
public static final String TEZ_AM_TEZ_UI_HISTORY_URL_TEMPLATE
public static final String TEZ_AM_TEZ_UI_HISTORY_URL_TEMPLATE_DEFAULT
public static final String TEZ_HISTORY_URL_BASE
public static final String TEZ_AM_WEBSERVICE_ENABLE
public static final boolean TEZ_AM_WEBSERVICE_ENABLE_DEFAULT
public static final String TEZ_AM_WEBSERVICE_PORT_RANGE
public static final String TEZ_AM_WEBSERVICE_PORT_RANGE_DEFAULT
public static final String TEZ_DAG_STATUS_POLLINTERVAL_MS
public static final long TEZ_DAG_STATUS_POLLINTERVAL_MS_DEFAULT
public static final long TEZ_TEST_MINI_CLUSTER_APP_WAIT_ON_SHUTDOWN_SECS_DEFAULT
public static final long TEZ_CLIENT_DAG_STATUS_CACHE_TIMEOUT_SECS_DEFAULT
public static final boolean TEZ_CLIENT_JAVA_OPTS_CHECKER_ENABLED_DEFAULT
public static final String TEZ_CLIENT_HARD_KILL_TIMEOUT_MS
public static final long TEZ_CLIENT_HARD_KILL_TIMEOUT_MS_DEFAULT
public static final String TEZ_CLIENT_ASYNCHRONOUS_STOP
public static final boolean TEZ_CLIENT_ASYNCHRONOUS_STOP_DEFAULT
public static final int TEZ_IPC_PAYLOAD_RESERVED_BYTES_DEFAULT
public static final String TEZ_AM_DELETION_TRACKER_CLASS
public static final String TEZ_AM_DELETION_TRACKER_CLASS_DEFAULT
public static final boolean TEZ_AM_ATS_V15_OVERRIDE_SUMMARY_TYPES_DEFAULT
public static final String TEZ_JVM_SYSTEM_PROPERTIES_TO_LOG
public static final List<String> TEZ_JVM_SYSTEM_PROPERTIES_TO_LOG_DEFAULT
public static final String TEZ_AM_CLIENT_HEARTBEAT_TIMEOUT_SECS
TEZ_SESSION_AM_DAG_SUBMIT_TIMEOUT_SECS
public static final int TEZ_AM_CLIENT_HEARTBEAT_TIMEOUT_SECS_DEFAULT
public static final int TEZ_AM_CLIENT_HEARTBEAT_POLL_INTERVAL_MILLIS_DEFAULT
public static final int TEZ_SHARED_EXECUTOR_MIN_THREADS_DEFAULT
public static final int TEZ_SHARED_EXECUTOR_MAX_THREADS_DEFAULT
public static final String TEZ_JOB_FS_SERVERS
public static final String TEZ_JOB_FS_SERVERS_TOKEN_RENEWAL_EXCLUDE
public static final String TEZ_MRREADER_CONFIG_UPDATE_PROPERTIES
public static final String TEZ_THREAD_DUMP_INTERVAL
public static final String TEZ_THREAD_DUMP_INTERVAL_DEFAULT
public static final String TEZ_TASK_LOCAL_FS_WRITE_LIMIT_BYTES
public static final long TEZ_TASK_LOCAL_FS_WRITE_LIMIT_BYTES_DEFAULT
public TezConfiguration()
public TezConfiguration(org.apache.hadoop.conf.Configuration conf)
public TezConfiguration(boolean loadDefaults)
public static void validateProperty(String property, org.apache.tez.dag.api.Scope usedScope)
Copyright © 2024 Apache Software Foundation. All rights reserved.