TezConfiguration


Property Name Default Value Description Type Is Private? Is Unstable? Is Evolving?
tez.dag.recovery.enabled true null boolean false false false
tez.dag.recovery.io.buffer.size 8192 null integer false false false
tez.dag.recovery.flush.interval.secs 30 null integer false false false
tez.dag.recovery.max.unflushed.events 100 null integer false false false
tez.task.heartbeat.timeout.check-ms 30000 null integer false false false
tez.task.timeout-ms 300000 null integer false false false
tez.am.acls.enabled true null boolean false false false
tez.allow.disabled.timeline-domains false null boolean true false false
tez.am.client.am.port-range null null string false false false
tez.am.client.heartbeat.timeout.secs -1 null integer false false false
tez.am.client.am.thread-count 2 null integer false false false
tez.am.commit-all-outputs-on-dag-success true null boolean false false false
tez.am.containerlauncher.thread-count-limit 500 null integer false false false
tez.am.container.idle.release-timeout-max.millis 10000 null long false false false
tez.am.container.idle.release-timeout-min.millis 5000 null integer false false false
tez.am.container.reuse.enabled true null boolean false false false
tez.am.container.reuse.locality.delay-allocation-millis 250 null long false false false
tez.am.container.reuse.new-containers.enabled false null boolean false false false
tez.am.container.reuse.non-local-fallback.enabled false null boolean false false false
tez.am.container.reuse.rack-fallback.enabled true null boolean false false false
tez.am.credentials-merge null null boolean false false false
tez.am.dag.appcontext.thread-count-limit 10 null integer false false false
tez.am.dag.cleanup.on.completion false null boolean false false false
tez.am.dag.deletion.thread-count-limit 10 null integer false false false
tez.am.dag.scheduler.class org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrder null string false false false
tez.am.deletion.tracker.class org.apache.tez.dag.app.launcher.DeletionTrackerImpl null string false false false
tez.am.disable.client-version-check false null boolean true false false
tez.am.task.estimator.exponential.lambda.ms null null long false false true
tez.am.task.estimator.exponential.skip.initials 24 null integer false false true
tez.am.task.estimator.exponential.stagnated.ms null null long false false true
tez.am.failure.on.missing.recovery.data false null boolean false false false
tez.am.hooks null null string false false false
tez.am.inline.task.execution.enabled false null boolean true false false
tez.am.inline.task.execution.max-tasks 1 null integer false false false
tez.am.launch.cluster-default.cmd-opts -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN null string false false false
tez.am.launch.cluster-default.env null null string false false false
tez.am.launch.cmd-opts null null string false false false
tez.am.launch.env null string false false false
tez.am.legacy.speculative.single.task.vertex.timeout -1 null long false false true
tez.am.legacy.speculative.slowtask.threshold null null float false false true
tez.am.log.level INFO null string false false false
tez.am.max.allowed.downstream.host.failures.fraction 0.2 null integer false false false
tez.am.max.allowed.time-sec.for-read-error 300 null integer false false false
tez.am.max.app.attempts 2 null integer false false false
tez.am.maxtaskfailures.per.node 10 null integer false false false
tez.am.minimum.allowed.speculative.tasks 10 null integer false false true
tez.am.modify-acls null null string false false false
tez.am.node-blacklisting.enabled true null boolean false false false
tez.am.node-blacklisting.ignore-threshold-node-percent 33 null integer false false false
tez.am.node-unhealthy-reschedule-tasks false null boolean false false false
tez.am.preemption.heartbeats-between-preemptions 3 null integer false false false
tez.am.preemption.max.wait-time-ms 60000 null integer false false false
tez.am.preemption.percentage 10 null integer false false false
tez.am.proportion.running.tasks.speculatable 0.1 null double false false true
tez.am.proportion.total.tasks.speculatable 0.01 null double false false true
tez.am.ready.for.submit.timeout.ms 30000 null string false false false
tez.am.resource.cpu.vcores 1 null integer false false false
tez.am.resource.memory.mb 1024 null integer false false false
tez.am.am-rm.heartbeat.interval-ms.max 1000 null integer false false false
tez.am.session.min.held-containers 0 null integer false false false
tez.am.mode.session false null boolean false false false
tez.am.shuffle.auxiliary-service.id mapreduce_shuffle null string false false false
tez.am.soonest.retry.after.no.speculate 1000 null long false false true
tez.am.soonest.retry.after.speculate 15000 null long false false true
tez.am.speculation.enabled false null boolean false false true
tez.am.speculator.class null null string false false false
tez.staging-dir null null string false false false
tez.am.staging.scratch-data.auto-delete true null boolean false false false
tez.am.task.attempt.cleanup.on.failure false null boolean false false false
tez.am.task.estimator.class null null string false false false
tez.am.task.listener.thread-count 30 null integer false false false
tez.am.task.max.attempts 0 null integer false false false
tez.am.task.max.failed.attempts 4 null integer false false false
tez.am.task.reschedule.higher.priority true null boolean false false false
tez.am.task.reschedule.relaxed.locality true null boolean false false false
tez.am.tez-ui.history-url.template __HISTORY_URL_BASE__/#/tez-app/__APPLICATION_ID__ null string false false false
tez.am.vertex.cleanup.height 0 null integer false false false
tez.am.vertex.max-task-concurrency -1 null integer false false false
tez.am.view-acls null null string false false false
tez.am.tez-ui.webservice.enable true null boolean false false false
tez.am.tez-ui.webservice.port-range 50000-50050 null boolean false false false
tez.am.yarn.scheduler.class org.apache.tez.dag.app.rm.DagAwareYarnTaskScheduler null string false false false
tez.application.tags null null string false false false
tez.aux.uris null null string false false false
tez.cancel.delegation.tokens.on.completion true null boolean true false false
tez.classpath.add-hadoop-conf false null boolean true false true
tez.client.asynchronous-stop true null boolean false false false
tez.client.dag.status.cache.timeout-secs 60 null long true false false
tez.client.diagnostics.wait.timeout-ms 3000 null long true false false
tez.client.timeout-ms 30000 null long false false false
tez.java.opts.checker.class null null string true false false
tez.java.opts.checker.enabled true null boolean true false false
tez.task.concurrent.edge.trigger.type null null string false false false
tez.container.max.java.heap.fraction 0.8 null float false false false
tez.counters.counter-name.max-length 64 null integer false false true
tez.counters.group-name.max-length 256 null integer false false true
tez.counters.max 1200 null integer false false true
tez.counters.max.groups 500 null integer false false true
tez.credentials.path null null string false false false
tez.dag.status.pollinterval-ms 500 null long false false false
tez.generate.debug.artifacts false null boolean false false true
tez.history.logging.log.level null null string false false false
tez.history.logging.proto-base-dir null null string false false false
tez.history.logging.proto-doas false null boolean false false false
tez.history.logging.queue.size 100000 null integer false false false
tez.history.logging.split-dag-start false null boolean false false false
tez.history.logging.proto-sync-window-secs 60 null long false false false
tez.history.logging.service.class org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService null string false false false
tez.history.logging.taskattempt-filters null null string false false false
tez.history.logging.timeline-cache-plugin.old-num-dags-per-group null null string true false true
tez.history.logging.timeline.num-dags-per-group 1 null integer true false true
tez.tez-ui.history-url.base null null string false false false
tez.ignore.lib.uris null null boolean false false true
tez.ipc.payload.reserved.bytes 5242880 null int true false false
tez.job.fs-servers null null string false false false
tez.job.fs-servers.token-renewal.exclude null null string false false false
tez.tez.jvm.system-properties-to-log null null string false false false
tez.lib.uris null null string false false false
tez.lib.uris.classpath null null string false false false
tez.local.cache.root.folder . null string false false false
tez.local.mode false null boolean false false false
tez.local.mode.without.network false null boolean false false false
tez.am.log.pattern.layout null null string false false false
tez.task.log.pattern.layout null null string false false false
tez.mdc.custom.keys null null string false false false
tez.mdc.custom.keys.conf.props null null string false false false
tez.mrreader.config.update.properties null null string false false false
tez.queue.name null null string false false false
tez.session.am.dag.submit.timeout.secs 300 null integer false false false
tez.session.client.timeout.secs 120 null integer false false false
tez.simple.history.logging.dir null null string false false false
tez.simple.history.max.errors 10 null integer false false false
tez.task.am.heartbeat.counter.interval-ms.max 4000 null integer false false false
tez.task.am.heartbeat.interval-ms.max 100 null integer false false false
tez.task.attempt.hooks null null string false false false
tez.task.generate.counters.per.io false null boolean true false true
tez.task.get-task.sleep.interval-ms.max 200 null integer false false false
tez.task.initialize-processor-first false null boolean false false false
tez.task.initialize-processor-io-serially false null boolean false false false
tez.task.launch.cluster-default.cmd-opts -server -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN null string false false false
tez.task.launch.cluster-default.env null null string false false false
tez.task.launch.cmd-opts null null string false false false
tez.task.launch.env null string false false false
tez.task.local-fs.write-limit.bytes -1 null long false false false
tez.task.log.level INFO null string false false false
tez.task.max-events-per-heartbeat 500 null integer false false false
tez.task.max-event-backlog 10000 null integer false false false
tez.task.progress.stuck.interval-ms -1 null string false false false
tez.task.resource.calculator.process-tree.class null null string true false true
tez.task.resource.cpu.vcores 1 null integer false false false
tez.task.resource.memory.mb 1024 null integer false false false
tez.task.scale.memory.additional-reservation.fraction.max null null float true false true
tez.task.scale.memory.additional-reservation.fraction.per-io null null float true false true
tez.task.scale.memory.allocator.class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor null string true false true
tez.task.scale.memory.enabled true null boolean true false true
tez.task.scale.memory.reserve-fraction 0.3 null double true false true
tez.task.scale.memory.ratios null null string true false true
tez.task-specific.launch.cmd-opts null null string false false true
tez.task-specific.launch.cmd-opts.list null null string false false true
tez.task-specific.log.level null null string false false true
tez.test.minicluster.app.wait.on.shutdown.secs 30 null long true false false
tez.thread.dump.interval 100ms null string false false false
tez.user.classpath.first true null boolean false false false
tez.use.cluster.hadoop-libs false null boolean false false false
tez.yarn.ats.acl.domains.auto-create true null boolean false false false
tez.yarn.ats.event.flush.timeout.millis -1 null long false false false
tez.yarn.ats.max.events.per.batch 5 null integer false false false
tez.yarn.ats.max.polling.time.per.event.millis 10 null integer false false false