- callback - Variable in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- callInternal() - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- canRetrieveInputInChunks() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- cleanup(boolean) - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
Cleanup the connection.
- cleanup(boolean) - Method in class org.apache.tez.http.BaseHttpConnection
-
Clean up connection
- cleanup(boolean) - Method in class org.apache.tez.http.HttpConnection
-
Cleanup the connection.
- cleanup - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- cleanup() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- cleanup(Path) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- cleanup(Map<Integer, Path>) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
- clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
- clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
- clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
- clear() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
- clearAndGetPendingInputs() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- clearBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 base_partition_range = 3;
- clearCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 compressed_length = 2;
- clearData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional bytes data = 3;
- clearEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bytes empty_partitions = 1;
- clearHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- clearLastEvent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool last_event = 8;
- clearNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_destination_tasks = 2;
- clearNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_source_task_outputs = 1;
- clearOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional int64 output_size = 1;
- clearPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
optional int32 partition_range = 1;
- clearPartitionStats() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional bytes partition_stats = 2;
- clearPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- clearPipelined() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool pipelined = 7;
- clearPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 port = 3;
- clearRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 raw_length = 1;
- clearRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 remainder_range_for_last_shuffler = 4;
- clearRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 run_duration = 5;
- clearSpillId() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 spill_id = 9;
- clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
- clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
- clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
- clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
- clone() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
- close() - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
- close() - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableDeserializer
-
- close() - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableSerializer
-
- close() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.InMemoryReader
-
- close() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.InMemoryWriter
-
- close(boolean) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MergeManager
-
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator
-
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
-
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream
-
Close the input stream.
- close() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileOutputStream
-
- close() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator
-
Closes the iterator so that the underlying streams can be closed.
- close() - Method in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- close() - Method in class org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter
-
- close() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- close() - Method in class org.apache.tez.runtime.library.input.UnorderedKVInput
-
- close() - Method in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- close() - Method in class org.apache.tez.runtime.library.output.UnorderedKVOutput
-
- close() - Method in class org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput
-
- close() - Method in class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- close() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor
-
- closeInMemoryFile(MapOutput) - Method in interface org.apache.tez.runtime.library.common.shuffle.orderedgrouped.FetchedInputAllocatorOrderedGrouped
-
- closeInMemoryFile(MapOutput) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MergeManager
-
- closeInMemoryMergedFile(MapOutput) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MergeManager
-
- closeOnDiskFile(FileChunk) - Method in interface org.apache.tez.runtime.library.common.shuffle.orderedgrouped.FetchedInputAllocatorOrderedGrouped
-
- closeOnDiskFile(FileChunk) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MergeManager
-
- codec - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- codec - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- combine(TezRawKeyValueIterator, IFile.Writer) - Method in interface org.apache.tez.runtime.library.common.combine.Combiner
-
- Combiner - Interface in org.apache.tez.runtime.library.common.combine
-
Combiner Initialization
- combiner - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- commit() - Method in class org.apache.tez.runtime.library.common.shuffle.DiskFetchedInput
-
- commit() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
Commit the output.
- commit() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- commit() - Method in class org.apache.tez.runtime.library.common.shuffle.MemoryFetchedInput
-
- comparator - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- compare(byte[], int, int, byte[], int, int) - Method in class org.apache.tez.runtime.library.common.comparator.TezBytesComparator
-
Compare the buffers in serialized form.
- compare(int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
Compare logical range, st i, j MOD offset capacity.
- compare(DataInputBuffer, DataInputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- compare(DataOutputBuffer, DataOutputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- compare(DataInputBuffer, DataOutputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- compare(DataOutputBuffer, DataInputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- compareTo(FileChunk) - Method in class org.apache.hadoop.io.FileChunk
-
- completedProcessing - Variable in class org.apache.tez.runtime.library.api.KeyValueReader
-
- completedProcessing - Variable in class org.apache.tez.runtime.library.api.KeyValuesReader
-
- COMPRESSED_LENGTH_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- compressedSize - Variable in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- computeEncHash() - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
- computeEncHash() - Method in class org.apache.tez.http.HttpConnection
-
- ConcatenatedMergedKeyValueInput - Class in org.apache.tez.runtime.library.input
-
Implements a MergedLogicalInput
that merges the incoming inputs
(e.g.
- ConcatenatedMergedKeyValueInput(MergedInputContext, List<Input>) - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
-
- ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader - Class in org.apache.tez.runtime.library.input
-
- ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader
-
- ConcatenatedMergedKeyValuesInput - Class in org.apache.tez.runtime.library.input
-
Implements a MergedLogicalInput
that merges the incoming inputs
(e.g.
- ConcatenatedMergedKeyValuesInput(MergedInputContext, List<Input>) - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput
-
- ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader - Class in org.apache.tez.runtime.library.input
-
- ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader() - Constructor for class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader
-
- conf - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- conf - Variable in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
- conf - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- conf - Variable in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- conf - Variable in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- configure(HttpURLConnection) - Method in class org.apache.tez.http.SSLFactory
-
- configure(AsyncHttpClientConfig.Builder) - Method in class org.apache.tez.http.SSLFactory
-
Set ssl context for AsyncHttpClientConfig.Builder
- configureInput() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Configure the specific input
- configureInput() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
Configure the specific input
- configureInput() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
Configure the specific input
- configureOutput() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Configure the specific output
- configureOutput() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
Configure the specific output
- configureOutput() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
Configure the specific output
- ConfigUtils - Class in org.apache.tez.runtime.library.common
-
- ConfigUtils() - Constructor for class org.apache.tez.runtime.library.common.ConfigUtils
-
- connect() - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
Connect to source
- connect() - Method in class org.apache.tez.http.BaseHttpConnection
-
Connect to url
- connect() - Method in class org.apache.tez.http.HttpConnection
-
Connect to source
- connection - Variable in class org.apache.tez.http.HttpConnection
-
- Constants - Class in org.apache.tez.runtime.library.common
-
- Constants() - Constructor for class org.apache.tez.runtime.library.common.Constants
-
- constructBaseURIForShuffleHandler(String, int, int, String, int, boolean) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- constructInputURL(String, Collection<InputAttemptIdentifier>, boolean) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- convertJobTokenToBytes(Token<JobTokenIdentifier>) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- copy(DataInputBuffer, DataOutputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- copy(DataOutputBuffer, DataOutputBuffer) - Static method in class org.apache.tez.runtime.library.utils.BufferUtils
-
- createConfigBuilder(Configuration) - Static method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
Create a VertexManagerPluginDescriptor
builder that can be used to
configure the plugin.
- createDefaultBroadcastEdgeProperty() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
This is a convenience method for the typical usage of this edge, and creates an instance of
EdgeProperty
which is likely to be used.
- createDefaultCustomEdgeProperty(EdgeManagerPluginDescriptor) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
This is a convenience method for creating an Edge descriptor based on the specified
EdgeManagerDescriptor.
- createDefaultCustomEdgeProperty(EdgeManagerPluginDescriptor) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
This is a convenience method for creating an Edge descriptor based on the specified
EdgeManagerDescriptor.
- createDefaultCustomEdgeProperty(EdgeManagerPluginDescriptor) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
This is a convenience method for creating an Edge descriptor based on the specified
EdgeManagerDescriptor.
- createDefaultEdgeProperty() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
This is a convenience method for the typical usage of this edge, and creates an instance of
EdgeProperty
which is likely to be used.
- createDefaultEdgeProperty() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
This is a convenience method for the typical usage of this edge, and creates an instance of
EdgeProperty
which is likely to be used.
- createDefaultOneToOneEdgeProperty() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
This is a convenience method for the typical usage of this edge, and creates an instance of
EdgeProperty
which is likely to be used.
- createIdentifier(String, int) - Static method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- createSSLSocketFactory() - Method in class org.apache.tez.http.SSLFactory
-
Returns a configured SSLSocketFactory.
- createValuesIterator() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- currentKeyLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- currentValueLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- generateEventOnSpill(List<Event>, boolean, boolean, OutputContext, int, TezSpillRecord, int, boolean, String, long[]) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
Generate events when spill happens
- generateEventsForNonStartedOutput(List<Event>, int, OutputContext, boolean, boolean) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
Generate events for outputs which have not been started.
- generateHash(byte[], SecretKey) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
Base64 encoded hash of msg
- generateWeightStrings(int, int, int, int, int, int, int) - Static method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
-
- getActualSize() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- getAdditionalInfo() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchResult
-
- getAdditionalInfo() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getAllowedPrefixes() - Static method in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- getAttemptNumber() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- getBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 base_partition_range = 3;
- getBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 base_partition_range = 3;
- getBasePartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 base_partition_range = 3;
- getBufferSize() - Method in class org.apache.tez.http.HttpConnectionParams
-
- getBytes() - Method in class org.apache.tez.runtime.library.common.shuffle.MemoryFetchedInput
-
- getCompressedLength() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- getCompressedLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
-
- getCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 compressed_length = 2;
- getCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional int32 compressed_length = 2;
- getCompressedLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional int32 compressed_length = 2;
- getCompressedSize() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- getConf() - Method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
-
- getConfigurationKeySet() - Static method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- getConfigurationKeySet() - Static method in class org.apache.tez.runtime.library.input.UnorderedKVInput
-
- getConfigurationKeySet() - Static method in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- getConfigurationKeySet() - Static method in class org.apache.tez.runtime.library.output.UnorderedKVOutput
-
- getConfigurationKeySet() - Static method in class org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput
-
- getConnectionTimeout() - Method in class org.apache.tez.http.HttpConnectionParams
-
- getCurrentKey() - Method in class org.apache.tez.runtime.library.api.KeyValueReader
-
Returns the current key
- getCurrentKey() - Method in class org.apache.tez.runtime.library.api.KeyValuesReader
-
Returns the current key
- getCurrentKey() - Method in class org.apache.tez.runtime.library.common.readers.UnorderedKVReader
-
- getCurrentKey() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader
-
- getCurrentKey() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader
-
- getCurrentValue() - Method in class org.apache.tez.runtime.library.api.KeyValueReader
-
Returns the current value
- getCurrentValue() - Method in class org.apache.tez.runtime.library.common.readers.UnorderedKVReader
-
- getCurrentValue() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput.ConcatenatedMergedKeyValueReader
-
- getCurrentValues() - Method in class org.apache.tez.runtime.library.api.KeyValuesReader
-
Returns an Iterable view of the values associated with the current key
- getCurrentValues() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput.ConcatenatedMergedKeyValuesReader
-
- getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional bytes data = 3;
- getData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional bytes data = 3;
- getData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional bytes data = 3;
- getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getDefaultInstance() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
- getDefaultInstanceForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
- getDescriptor() - Static method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
- getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
- getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
- getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
- getDescriptorForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
- getDeserializer(Class<Writable>) - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization
-
- getEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bytes empty_partitions = 1;
- getEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bytes empty_partitions = 1;
- getEmptyPartitions() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bytes empty_partitions = 1;
- getFetchTypeInfo() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- getFinalIndexFile() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getFinalOutputFile() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getHost() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchResult
-
- getHost() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- getHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string host = 2;
- getHost() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string host = 2;
- getHostBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- getHostBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string host = 2;
- getHostBytes() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string host = 2;
- getHostnameVerifier(String) - Static method in class org.apache.tez.http.SSLFactory
-
- getHostnameVerifier() - Method in class org.apache.tez.http.SSLFactory
-
Returns the hostname verifier it should be used in HttpsURLConnections.
- getHttpConnection(boolean, URL, HttpConnectionParams, String, JobTokenSecretManager) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- getHttpConnectionParams(Configuration) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- getIdentifier() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getIndex(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
Get spill offsets for given partition.
- getInitialMemoryReq(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.shuffle.impl.SimpleFetchedInputAllocator
-
- getInitialMemoryRequirement(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.Shuffle
-
- getInitialMemoryRequirement(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getInitialMemoryRequirement(Configuration, long) - Static method in class org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter
-
- getInMemVBytesLength(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
- getInputAttemptIdentifier() - Method in class org.apache.hadoop.io.FileChunk
-
- getInputAttemptIdentifier() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- getInputClassName() - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig
-
- getInputClassName() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getInputClassName() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getInputClassName() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getInputFile() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- getInputFileForWrite(int, int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local input file name.
- getInputFileForWrite(int, int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local input file name.
- getInputHistoryText() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getInputHistoryText() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getInputHistoryText() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getInputIdentifier() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- getInputIndex() - Method in class org.apache.tez.runtime.library.common.InputIdentifier
-
- getInputKeyComparator() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- getInputKeySecondaryGroupingComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getInputPath() - Method in class org.apache.tez.runtime.library.common.shuffle.DiskFetchedInput
-
- getInputPayload() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getInputPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getInputPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getInputs() - Method in class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- getInputStream() - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
Get the inputstream from the connection
- getInputStream() - Method in class org.apache.tez.http.BaseHttpConnection
-
Get inputstream
- getInputStream() - Method in class org.apache.tez.http.HttpConnection
-
Get the inputstream from the connection
- getInputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.DiskFetchedInput
-
- getInputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
Return an input stream to be used to read the previously fetched data.
- getInputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- getInputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.MemoryFetchedInput
-
- getIntermediateInputCompressorClass(Configuration, Class<DefaultCodec>) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateInputKeyClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateInputKeyComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateInputValueClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateOutputCompressorClass(Configuration, Class<DefaultCodec>) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateOutputKeyClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateOutputKeyComparator(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIntermediateOutputValueClass(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- getIterator() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedInputLegacy
-
- getJobTokenSecretFromTokenBytes(ByteBuffer) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- getKeepAliveMaxConnections() - Method in class org.apache.tez.http.HttpConnectionParams
-
- getKey() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator
-
- getKey() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator
-
Gets the current raw key.
- getKey() - Method in class org.apache.tez.runtime.library.common.ValuesIterator
-
The current key.
- getKeystoresFactory() - Method in class org.apache.tez.http.SSLFactory
-
Returns the SSLFactory KeyStoresFactory instance.
- getLastEvent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool last_event = 8;
- getLastEvent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bool last_event = 8;
- getLastEvent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bool last_event = 8;
- getLength() - Method in class org.apache.hadoop.io.FileChunk
-
- getLength() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.InMemoryReader
-
- getLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- getLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- getLocalFileSystem() - Method in interface org.apache.tez.runtime.library.common.shuffle.orderedgrouped.FetchedInputAllocatorOrderedGrouped
-
- getLocalFileSystem() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MergeManager
-
- getLocalFS() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- getMapId() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- getMapOutput() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getMemoryAssigned() - Method in class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler
-
- getNextInput() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleManager
-
- getNumDestinationConsumerTasks(int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager
-
- getNumDestinationTaskPhysicalInputs(int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager
-
- getNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_destination_tasks = 2;
- getNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 num_destination_tasks = 2;
- getNumDestinationTasks() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 num_destination_tasks = 2;
- getNumPendingInputs() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_source_task_outputs = 1;
- getNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 num_source_task_outputs = 1;
- getNumSourceTaskOutputs() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 num_source_task_outputs = 1;
- getNumSourceTaskPhysicalOutputs(int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager
-
- getNumSpills() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getOffset() - Method in class org.apache.hadoop.io.FileChunk
-
- getOtherConfigDefaults() - Static method in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- getOutputClassName() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getOutputClassName() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getOutputClassName() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getOutputFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output file name.
- getOutputFileForWrite() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output file name.
- getOutputFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output file name.
- getOutputFileForWrite() - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output file name.
- getOutputFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output file name on the same volume.
- getOutputFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output file name on the same volume.
- getOutputHistoryText() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getOutputHistoryText() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getOutputHistoryText() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getOutputIndexFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output index file name.
- getOutputIndexFileForWrite(long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output index file name.
- getOutputIndexFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output index file name on the same volume.
- getOutputIndexFileForWriteInVolume(Path) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output index file name on the same volume.
- getOutputPayload() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig
-
- getOutputPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig
-
- getOutputPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig
-
- getOutputs() - Method in class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- getOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional int64 output_size = 1;
- getOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
optional int64 output_size = 1;
- getOutputSize() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder
-
optional int64 output_size = 1;
- getOutputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.DiskFetchedInput
-
- getOutputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
Returns the output stream to be used to write fetched data.
- getOutputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- getOutputStream() - Method in class org.apache.tez.runtime.library.common.shuffle.MemoryFetchedInput
-
- getOutputStream() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
-
- getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getParserForType() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getPartition(Object, Object, int) - Method in interface org.apache.tez.runtime.library.api.Partitioner
-
Get partition for given key/value.
- getPartition() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchResult
-
- getPartition() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- getPartition(Object, Object, int) - Method in class org.apache.tez.runtime.library.output.UnorderedKVOutput.CustomPartitioner
-
- getPartition(Object, Object, int) - Method in class org.apache.tez.runtime.library.partitioner.HashPartitioner
-
- getPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
optional int32 partition_range = 1;
- getPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
optional int32 partition_range = 1;
- getPartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder
-
optional int32 partition_range = 1;
- getPartitionStats() - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getPartitionStats() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional bytes partition_stats = 2;
- getPartitionStats() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
optional bytes partition_stats = 2;
- getPartitionStats() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder
-
optional bytes partition_stats = 2;
- getPartitionStatsForPhysicalOutput(long[]) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
Data size for the destinations
- getPartLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- getPath() - Method in class org.apache.hadoop.io.FileChunk
-
- getPathComponent() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- getPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- getPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string path_component = 4;
- getPathComponent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string path_component = 4;
- getPathComponentBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- getPathComponentBytes() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string path_component = 4;
- getPathComponentBytes() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string path_component = 4;
- getPendingInputs() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchResult
-
- getPipelined() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool pipelined = 7;
- getPipelined() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bool pipelined = 7;
- getPipelined() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bool pipelined = 7;
- getPort() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchResult
-
- getPort() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 port = 3;
- getPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 port = 3;
- getPort() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 port = 3;
- getPosition() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.InMemoryReader
-
- getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream
-
- getPosition() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- getProgress() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator
-
- getProgress() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator
-
Gets the Progress object; this has a float (0.0 - 1.0)
indicating the bytes processed by the iterator so far
- getProxy(KEY) - Method in interface org.apache.tez.runtime.library.common.comparator.ProxyComparator
-
This comparator interface provides a fast-path for comparisons between keys.
- getProxy(BytesWritable) - Method in class org.apache.tez.runtime.library.common.comparator.TezBytesComparator
-
- getRange(long) - Static method in enum org.apache.tez.runtime.library.utils.DATA_RANGE_IN_MB
-
- getRawLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
-
- getRawLength() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- getRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 raw_length = 1;
- getRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional int32 raw_length = 1;
- getRawLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional int32 raw_length = 1;
- getReader() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
-
Provides a
KeyValueReader
that iterates over the
concatenated input data
- getReader() - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput
-
- getReader() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
Get a KVReader for the Input.
- getReader() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
-
- getReader() - Method in class org.apache.tez.runtime.library.input.UnorderedKVInput
-
- getReadTimeout() - Method in class org.apache.tez.http.HttpConnectionParams
-
- getRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 remainder_range_for_last_shuffler = 4;
- getRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 remainder_range_for_last_shuffler = 4;
- getRemainderRangeForLastShuffler() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 remainder_range_for_last_shuffler = 4;
- getRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 run_duration = 5;
- getRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 run_duration = 5;
- getRunDuration() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 run_duration = 5;
- getRuntimeAdditionalConfigKeySet() - Static method in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- getRuntimeConfigKeySet() - Static method in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getSerializedSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getSerializer(Class<Writable>) - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization
-
- getShuffleHeader(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getShuffleInputFileName(String, String) - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- getSize() - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream
-
- getSizeInMB() - Method in enum org.apache.tez.runtime.library.utils.DATA_RANGE_IN_MB
-
- getSortedStream(int) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- getSpillEventId() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- getSpillFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output spill file name.
- getSpillFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local spill file name.
- getSpillFileName(int, int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Construct a spill file name, given a spill number
- getSpillFileName(int, int) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Construct a spill file name, given a spill number and src id
${uniqueId}_src_${srcId}_spill_${spillNumber}.out
e.g.
- getSpillId() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 spill_id = 9;
- getSpillId() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 spill_id = 9;
- getSpillId() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 spill_id = 9;
- getSpillIndexFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
Create a local output spill index file name.
- getSpillIndexFileForWrite(int, long) - Method in class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
Create a local output spill index file name.
- getSrcPhysicalIndex() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- getSslFactory() - Method in class org.apache.tez.http.HttpConnectionParams
-
- getStartOffset() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- getStartOffset() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- getTaskAttemptIdentifier(int, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils
-
- getTaskAttemptIdentifier(String, int, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils
-
- getTaskIdentifier(String, int) - Static method in class org.apache.tez.runtime.library.common.TezRuntimeUtils
-
- getTezIndexRecord(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- getTezRuntimeConfigDefaults() - Static method in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- getTimeToSleepMS() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig
-
- getType() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- getUncompressedLength() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- getUnknownFields() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- getValue() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.MRResultIterator
-
- getValue() - Method in interface org.apache.tez.runtime.library.common.sort.impl.TezRawKeyValueIterator
-
Gets the current raw value.
- getValues() - Method in class org.apache.tez.runtime.library.common.ValuesIterator
-
- getWriter() - Method in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- getWriter() - Method in class org.apache.tez.runtime.library.output.UnorderedKVOutput
-
- getWriter() - Method in class org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleInputEventHandlerImpl
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.Shuffle
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleInputEventHandlerOrderedGrouped
-
- handleEvents(List<Event>) - Method in interface org.apache.tez.runtime.library.common.shuffle.ShuffleEventHandler
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.input.UnorderedKVInput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.output.UnorderedKVOutput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- handleEvents(List<Event>) - Method in class org.apache.tez.runtime.library.processor.SleepProcessor
-
- hasBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 base_partition_range = 3;
- hasBasePartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 base_partition_range = 3;
- hasBasePartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 base_partition_range = 3;
- hasCompletedProcessing() - Method in class org.apache.tez.runtime.library.api.KeyValueReader
-
Check whether processing has been completed.
- hasCompletedProcessing() - Method in class org.apache.tez.runtime.library.api.KeyValuesReader
-
Check whether processing has been completed.
- hasCompletedProcessing() - Method in class org.apache.tez.runtime.library.common.ValuesIterator
-
Check whether processing has been completed.
- hasCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 compressed_length = 2;
- hasCompressedLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional int32 compressed_length = 2;
- hasCompressedLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional int32 compressed_length = 2;
- hasData() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional bytes data = 3;
- hasData() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional bytes data = 3;
- hasData() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional bytes data = 3;
- hasEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bytes empty_partitions = 1;
- hasEmptyPartitions() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bytes empty_partitions = 1;
- hasEmptyPartitions() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bytes empty_partitions = 1;
- hashCode() - Method in class org.apache.hadoop.io.FileChunk
-
- hashCode() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- hashCode() - Method in class org.apache.tez.runtime.library.common.InputIdentifier
-
- hashCode() - Method in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- hashCode() - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- hashCode() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- hashCode() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- hashFromString(String, JobTokenSecretManager) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
Aux util to calculate hash of a String
- hasHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- hasHost() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string host = 2;
- hasHost() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string host = 2;
- HashPartitioner - Class in org.apache.tez.runtime.library.partitioner
-
Implements a
Partitioner
that does hash based partitioning
- HashPartitioner() - Constructor for class org.apache.tez.runtime.library.partitioner.HashPartitioner
-
- hasLastEvent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool last_event = 8;
- hasLastEvent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bool last_event = 8;
- hasLastEvent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bool last_event = 8;
- hasNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_destination_tasks = 2;
- hasNumDestinationTasks() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 num_destination_tasks = 2;
- hasNumDestinationTasks() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 num_destination_tasks = 2;
- hasNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_source_task_outputs = 1;
- hasNumSourceTaskOutputs() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 num_source_task_outputs = 1;
- hasNumSourceTaskOutputs() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 num_source_task_outputs = 1;
- hasOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional int64 output_size = 1;
- hasOutputSize() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
optional int64 output_size = 1;
- hasOutputSize() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder
-
optional int64 output_size = 1;
- hasPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
optional int32 partition_range = 1;
- hasPartitionRange() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
optional int32 partition_range = 1;
- hasPartitionRange() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder
-
optional int32 partition_range = 1;
- hasPartitionStats() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional bytes partition_stats = 2;
- hasPartitionStats() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
optional bytes partition_stats = 2;
- hasPartitionStats() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder
-
optional bytes partition_stats = 2;
- hasPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- hasPathComponent() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional string path_component = 4;
- hasPathComponent() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional string path_component = 4;
- hasPipelined() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool pipelined = 7;
- hasPipelined() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional bool pipelined = 7;
- hasPipelined() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional bool pipelined = 7;
- hasPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 port = 3;
- hasPort() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 port = 3;
- hasPort() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 port = 3;
- hasRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 raw_length = 1;
- hasRawLength() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
optional int32 raw_length = 1;
- hasRawLength() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProtoOrBuilder
-
optional int32 raw_length = 1;
- hasRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 remainder_range_for_last_shuffler = 4;
- hasRemainderRangeForLastShuffler() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
optional int32 remainder_range_for_last_shuffler = 4;
- hasRemainderRangeForLastShuffler() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder
-
optional int32 remainder_range_for_last_shuffler = 4;
- hasRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 run_duration = 5;
- hasRunDuration() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 run_duration = 5;
- hasRunDuration() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 run_duration = 5;
- hasSpillId() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 spill_id = 9;
- hasSpillId() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
optional int32 spill_id = 9;
- hasSpillId() - Method in interface org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder
-
optional int32 spill_id = 9;
- HOST_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- HTTP_HEADER_NAME - Static variable in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
Header info of the shuffle http request/response
- HTTP_HEADER_REPLY_URL_HASH - Static variable in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
- HTTP_HEADER_URL_HASH - Static variable in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
- HTTP_HEADER_VERSION - Static variable in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- HttpConnection - Class in org.apache.tez.http
-
- HttpConnection(URL, HttpConnectionParams, String, JobTokenSecretManager) - Constructor for class org.apache.tez.http.HttpConnection
-
HttpConnection
- HttpConnectionParams - Class in org.apache.tez.http
-
- HttpConnectionParams(boolean, int, int, int, int, boolean, SSLFactory) - Constructor for class org.apache.tez.http.HttpConnectionParams
-
- obsoleteKnownInput(InputAttemptIdentifier) - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleManager
-
- onRootVertexInitialized(String, InputDescriptor, List<Event>) - Method in class org.apache.tez.dag.library.vertexmanager.InputReadyVertexManager
-
- onRootVertexInitialized(String, InputDescriptor, List<Event>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- onSourceTaskCompleted(TaskAttemptIdentifier) - Method in class org.apache.tez.dag.library.vertexmanager.InputReadyVertexManager
-
- onSourceTaskCompleted(TaskAttemptIdentifier) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- onVertexManagerEventReceived(VertexManagerEvent) - Method in class org.apache.tez.dag.library.vertexmanager.InputReadyVertexManager
-
- onVertexManagerEventReceived(VertexManagerEvent) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- onVertexStarted(List<TaskAttemptIdentifier>) - Method in class org.apache.tez.dag.library.vertexmanager.InputReadyVertexManager
-
- onVertexStarted(List<TaskAttemptIdentifier>) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- onVertexStateUpdated(VertexStateUpdate) - Method in class org.apache.tez.dag.library.vertexmanager.InputReadyVertexManager
-
- onVertexStateUpdated(VertexStateUpdate) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- open(InputStream) - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableDeserializer
-
- open(OutputStream) - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableSerializer
-
- openIFileReader(FetchedInput) - Method in class org.apache.tez.runtime.library.common.readers.UnorderedKVReader
-
- OrderedGroupedInputLegacy - Class in org.apache.tez.runtime.library.input
-
- OrderedGroupedInputLegacy(InputContext, int) - Constructor for class org.apache.tez.runtime.library.input.OrderedGroupedInputLegacy
-
- OrderedGroupedKVInput - Class in org.apache.tez.runtime.library.input
-
OrderedGroupedKVInput
in a
AbstractLogicalInput
which shuffles
intermediate sorted data, merges them and provides key/
to the
consumer.
- OrderedGroupedKVInput(InputContext, int) - Constructor for class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- OrderedGroupedKVInputConfig - Class in org.apache.tez.runtime.library.conf
-
- OrderedGroupedKVInputConfig.Builder - Class in org.apache.tez.runtime.library.conf
-
- OrderedGroupedKVInputConfig.SpecificBuilder<E extends HadoopKeyValuesBasedBaseEdgeConfig.Builder> - Class in org.apache.tez.runtime.library.conf
-
- OrderedGroupedKVInputConfig.SpecificConfigBuilder<T> - Interface in org.apache.tez.runtime.library.conf
-
Configure parameters which are specific to the Input.
- OrderedGroupedMergedKVInput - Class in org.apache.tez.runtime.library.input
-
A
MergedLogicalInput
which merges multiple
OrderedGroupedKVInput
s and returns a single view of these by merging
values which belong to the same key.
- OrderedGroupedMergedKVInput(MergedInputContext, List<Input>) - Constructor for class org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
-
- OrderedPartitionedKVEdgeConfig - Class in org.apache.tez.runtime.library.conf
-
Configure payloads for the OrderedPartitionedKVOutput and OrderedGroupedKVInput pair
- OrderedPartitionedKVEdgeConfig.Builder - Class in org.apache.tez.runtime.library.conf
-
- OrderedPartitionedKVOutput - Class in org.apache.tez.runtime.library.output
-
- OrderedPartitionedKVOutput(OutputContext, int) - Constructor for class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- OrderedPartitionedKVOutputConfig - Class in org.apache.tez.runtime.library.conf
-
- OrderedPartitionedKVOutputConfig.Builder - Class in org.apache.tez.runtime.library.conf
-
- OrderedPartitionedKVOutputConfig.SorterImpl - Enum in org.apache.tez.runtime.library.conf
-
Currently supported sorter implementations
- OrderedPartitionedKVOutputConfig.SpecificBuilder<E extends HadoopKeyValuesBasedBaseEdgeConfig.Builder> - Class in org.apache.tez.runtime.library.conf
-
- OrderedPartitionedKVOutputConfig.SpecificConfigBuilder<T> - Interface in org.apache.tez.runtime.library.conf
-
Configure parameters which are specific to the Output.
- org.apache.hadoop.io - package org.apache.hadoop.io
-
- org.apache.tez.common - package org.apache.tez.common
-
- org.apache.tez.dag.library.vertexmanager - package org.apache.tez.dag.library.vertexmanager
-
- org.apache.tez.http - package org.apache.tez.http
-
- org.apache.tez.http.async.netty - package org.apache.tez.http.async.netty
-
- org.apache.tez.runtime.library.api - package org.apache.tez.runtime.library.api
-
- org.apache.tez.runtime.library.common - package org.apache.tez.runtime.library.common
-
- org.apache.tez.runtime.library.common.combine - package org.apache.tez.runtime.library.common.combine
-
- org.apache.tez.runtime.library.common.comparator - package org.apache.tez.runtime.library.common.comparator
-
- org.apache.tez.runtime.library.common.readers - package org.apache.tez.runtime.library.common.readers
-
- org.apache.tez.runtime.library.common.security - package org.apache.tez.runtime.library.common.security
-
- org.apache.tez.runtime.library.common.serializer - package org.apache.tez.runtime.library.common.serializer
-
- org.apache.tez.runtime.library.common.shuffle - package org.apache.tez.runtime.library.common.shuffle
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.shuffle.impl - package org.apache.tez.runtime.library.common.shuffle.impl
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.shuffle.orderedgrouped - package org.apache.tez.runtime.library.common.shuffle.orderedgrouped
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.sort.impl - package org.apache.tez.runtime.library.common.sort.impl
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.sort.impl.dflt - package org.apache.tez.runtime.library.common.sort.impl.dflt
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.task.local.output - package org.apache.tez.runtime.library.common.task.local.output
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.common.writers - package org.apache.tez.runtime.library.common.writers
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.conf - package org.apache.tez.runtime.library.conf
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.exceptions - package org.apache.tez.runtime.library.exceptions
-
- org.apache.tez.runtime.library.hadoop.compat - package org.apache.tez.runtime.library.hadoop.compat
-
- org.apache.tez.runtime.library.input - package org.apache.tez.runtime.library.input
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.output - package org.apache.tez.runtime.library.output
-
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
- org.apache.tez.runtime.library.partitioner - package org.apache.tez.runtime.library.partitioner
-
- org.apache.tez.runtime.library.processor - package org.apache.tez.runtime.library.processor
-
- org.apache.tez.runtime.library.resources - package org.apache.tez.runtime.library.resources
-
- org.apache.tez.runtime.library.shuffle.impl - package org.apache.tez.runtime.library.shuffle.impl
-
- org.apache.tez.runtime.library.utils - package org.apache.tez.runtime.library.utils
-
- originalKeyLength - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Reader
-
- out - Variable in class org.apache.tez.runtime.library.common.sort.impl.IFile.Writer
-
- OUTPUT_SIZE_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- outputBytesWithOverheadCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- outputBytesWithOverheadCounter - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
Represents the size of the final output - with any overheads introduced by
meta-information.
- outputContext - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- outputContext - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- outputFileHandler - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- outputLargeRecordsCounter - Variable in class org.apache.tez.runtime.library.common.writers.UnorderedPartitionedKVWriter
-
Represents final number of records written (spills are not counted)
- outputRecordBytesCounter - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
Represents the serialized size of the output records.
- outputRecordsCounter - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
Represents final number of records written (spills are not counted)
- outputs - Variable in class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- sameVolRename(Path, Path) - Method in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
Rename srcPath to dstPath on the same volume.
- SecureShuffleUtils - Class in org.apache.tez.runtime.library.common.security
-
utilities for generating kyes, hashes and verifying them for shuffle
- SecureShuffleUtils() - Constructor for class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
- sendEmptyPartitionDetails - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- serializationFactory - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- serializationFactory - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- serialize(Writable) - Method in class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableSerializer
-
- set(float) - Method in class org.apache.tez.runtime.library.utils.LocalProgress
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.SpecificBuilder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.SpecificBuilder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
- setAdditionalConfiguration(String, String) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.SpecificBuilder
-
- setAdditionalConfiguration(Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.SpecificBuilder
-
- setAdditionalInfo(String) - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- setAutoReduceParallelism(boolean) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.ShuffleVertexManagerConfigBuilder
-
- setAvailableBufferSize(int) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
- setAvailableBufferSize(int) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.SpecificBuilder
-
- setAvailableBufferSize(int) - Method in interface org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Set the buffer size to use
- setBasePartitionRange(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 base_partition_range = 3;
- setCombiner(String) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setCombiner(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setCombiner(String) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setCombiner(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setCombiner(String) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Configure the combiner class
- setCombiner(String, Map<String, String>) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Configure the combiner class and it's associated configuration (specified as key-value
pairs).
- setCombiner(String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setCombiner(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setCombiner(String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setCombiner(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setCombiner(String) - Method in interface org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Configure the combiner class
- setCombiner(String, Map<String, String>) - Method in interface org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Configure the combiner class and it's associated configuration (specified as key-value
pairs).
- setCompressedLength(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 compressed_length = 2;
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
- setCompression(boolean, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
- setCompressionParameters(CompressionCodec) - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher.FetcherBuilder
-
- setConf(Configuration) - Method in class org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
-
- setConstituentInputIsReady(Input) - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
-
- setConstituentInputIsReady(Input) - Method in class org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValuesInput
-
- setConstituentInputIsReady(Input) - Method in class org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
-
- setData(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional bytes data = 3;
- setDesiredTaskInputSize(long) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.ShuffleVertexManagerConfigBuilder
-
- setEmptyPartitions(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bytes empty_partitions = 1;
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.SpecificBuilder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
- setFromConfiguration(Configuration) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.SpecificBuilder
-
- setHost(String) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- setHostBytes(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string host = 2;
- setHttpConnectionParameters(HttpConnectionParams) - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher.FetcherBuilder
-
- setIFileParams(boolean, int) - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher.FetcherBuilder
-
- setKeyComparatorClass(String) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
Set the key comparator class
- setKeyComparatorClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
Set the key comparator class and it's associated configuration.
- setKeyComparatorClass(String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Set the key comparator class
- setKeyComparatorClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Set the key comparator class and it's associated configuration.
- setKeyComparatorClass(String) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
Set the key comparator class
- setKeyComparatorClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
Set the key comparator class and it's associated configuration.
- setKeySerializationClass(String, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
Set serialization class and the relevant comparator to be used for sorting.
- setKeySerializationClass(String, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Set serialization class and the relevant comparator to be used for sorting.
- setKeySerializationClass(String, String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
Set serialization class and the relevant comparator to be used for sorting.
- setKeySerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for key/value and
the corresponding comparator class to be used as key comparator.
- setKeySerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for key/value and
the corresponding comparator class to be used as key comparator.
- setKeySerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for keys.
- setKeySerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for keys.
- setKeySerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for keys.
- setLastEvent(boolean) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool last_event = 8;
- setMaxSingleMemorySegmentFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setMaxSingleMemorySegmentFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setMaxSingleMemorySegmentFraction(float) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Sets a size limit on the maximum segment size to be shuffled to disk.
- setMaxSingleMemorySegmentFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setMaxSingleMemorySegmentFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setMaxSingleMemorySegmentFraction(float) - Method in interface org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificConfigBuilder
-
Sets a size limit on the maximum segment size to be shuffled to disk.
- setMemToMemMerger(boolean) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setMemToMemMerger(boolean) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setMemToMemMerger(boolean) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Enable the memory to memory merger
- setMergeFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setMergeFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setMergeFraction(float) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Configure the point at which in memory segments will be merged.
- setMergeFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setMergeFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setMergeFraction(float) - Method in interface org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificConfigBuilder
-
Configure the point at which in memory segments will be merged and written out to a single
large disk segment.
- setMinTaskParallelism(int) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.ShuffleVertexManagerConfigBuilder
-
- setNumDestinationTasks(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_destination_tasks = 2;
- setNumSourceTaskOutputs(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 num_source_task_outputs = 1;
- setOutputSize(long) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional int64 output_size = 1;
- setPartitionRange(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto.Builder
-
optional int32 partition_range = 1;
- setPartitionStats(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder
-
optional bytes partition_stats = 2;
- setPathComponent(String) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- setPathComponentBytes(ByteString) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional string path_component = 4;
- setPipelined(boolean) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional bool pipelined = 7;
- setPort(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 port = 3;
- setPostMergeBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setPostMergeBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setPostMergeBufferFraction(float) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Sets the buffer fraction, as a fraction of container size, to be used after the fetch and
merge are complete.
- setRawLength(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto.Builder
-
optional int32 raw_length = 1;
- setRemainderRangeForLastShuffler(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder
-
optional int32 remainder_range_for_last_shuffler = 4;
- setRunDuration(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 run_duration = 5;
- setShuffleBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
- setShuffleBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificBuilder
-
- setShuffleBufferFraction(float) - Method in interface org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.SpecificConfigBuilder
-
Sets the buffer fraction, as a fraction of container size, to be used while fetching remote
data.
- setShuffleBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
- setShuffleBufferFraction(float) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificBuilder
-
- setShuffleBufferFraction(float) - Method in interface org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.SpecificConfigBuilder
-
Sets the buffer fraction, as a fraction of container size, to be used while fetching remote
data.
- setSlowStartMaxSrcCompletionFraction(float) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.ShuffleVertexManagerConfigBuilder
-
- setSlowStartMinSrcCompletionFraction(float) - Method in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.ShuffleVertexManagerConfigBuilder
-
- setSortBufferSize(int) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setSortBufferSize(int) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setSortBufferSize(int) - Method in interface org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Set the buffer size to use when sort the output
- setSorter(OrderedPartitionedKVOutputConfig.SorterImpl) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setSorter(OrderedPartitionedKVOutputConfig.SorterImpl) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setSorter(OrderedPartitionedKVOutputConfig.SorterImpl) - Method in interface org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Configure which sorter implementation to be used
- setSorterNumThreads(int) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
- setSorterNumThreads(int) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificBuilder
-
- setSorterNumThreads(int) - Method in interface org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SpecificConfigBuilder
-
Configure the number of threads to be used by the sorter
- setSpillId(int) - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto.Builder
-
optional int32 spill_id = 9;
- setTotalKeysProcessed(long, long) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.SpillThread
-
- setupLocalDiskFetch() - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig.Builder
-
Serialization class to be used for serializing values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVEdgeConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVEdgeConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVEdgeConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- setValueSerializationClass(String, Map<String, String>) - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig.Builder
-
Set serialization class responsible for providing serializer/deserializer for values.
- shiftBufferedKey() - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter.BlockingBuffer
-
Set position from last mark to end of writable buffer, then rewrite
the data between last mark and kvindex.
- shouldCompressIntermediateOutput(Configuration) - Static method in class org.apache.tez.runtime.library.common.ConfigUtils
-
- Shuffle - Class in org.apache.tez.runtime.library.common.shuffle.orderedgrouped
-
Usage: Create instance, setInitialMemoryAllocated(long), run()
- Shuffle(InputContext, Configuration, int, long) - Constructor for class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.Shuffle
-
- shuffle - Variable in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- Shuffle.ShuffleError - Exception in org.apache.tez.runtime.library.common.shuffle.orderedgrouped
-
- SHUFFLE_HANDLER_SERVICE_ID - Static variable in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- ShuffleEventHandler - Interface in org.apache.tez.runtime.library.common.shuffle
-
- ShuffleHeader - Class in org.apache.tez.runtime.library.common.shuffle.orderedgrouped
-
Shuffle Header information that is sent by the TaskTracker and
deciphered by the Fetcher thread of Reduce task
- ShuffleHeader() - Constructor for class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- ShuffleHeader(String, long, long, int) - Constructor for class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleHeader
-
- ShuffleInputEventHandlerImpl - Class in org.apache.tez.runtime.library.common.shuffle.impl
-
A base class for generic Event handling for Inputs which need to Shuffle data.
- ShuffleInputEventHandlerImpl(InputContext, ShuffleManager, FetchedInputAllocator, CompressionCodec, boolean, int) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleInputEventHandlerImpl
-
- ShuffleInputEventHandlerOrderedGrouped - Class in org.apache.tez.runtime.library.common.shuffle.orderedgrouped
-
- ShuffleInputEventHandlerOrderedGrouped(InputContext, ShuffleScheduler) - Constructor for class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.ShuffleInputEventHandlerOrderedGrouped
-
- ShuffleManager - Class in org.apache.tez.runtime.library.common.shuffle.impl
-
- ShuffleManager(InputContext, Configuration, int, int, boolean, int, CompressionCodec, FetchedInputAllocator) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleManager
-
- shuffleToDisk(OutputStream, String, InputStream, long, long, Logger, String) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- shuffleToMemory(byte[], InputStream, int, int, CompressionCodec, boolean, int, Logger, String) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- ShuffleUserPayloads - Class in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUserPayloads.DataMovementEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type DataMovementEventPayloadProto
- ShuffleUserPayloads.DataMovementEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type DataMovementEventPayloadProto
- ShuffleUserPayloads.DataMovementEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUserPayloads.DataProto - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type DataProto
- ShuffleUserPayloads.DataProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type DataProto
- ShuffleUserPayloads.DataProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUserPayloads.InputInformationEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type InputInformationEventPayloadProto
- ShuffleUserPayloads.InputInformationEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type InputInformationEventPayloadProto
- ShuffleUserPayloads.InputInformationEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type ShuffleEdgeManagerConfigPayloadProto
- ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type ShuffleEdgeManagerConfigPayloadProto
- ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUserPayloads.VertexManagerEventPayloadProto - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type VertexManagerEventPayloadProto
- ShuffleUserPayloads.VertexManagerEventPayloadProto.Builder - Class in org.apache.tez.runtime.library.shuffle.impl
-
Protobuf type VertexManagerEventPayloadProto
- ShuffleUserPayloads.VertexManagerEventPayloadProtoOrBuilder - Interface in org.apache.tez.runtime.library.shuffle.impl
-
- ShuffleUtils - Class in org.apache.tez.runtime.library.common.shuffle
-
- ShuffleUtils() - Constructor for class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- ShuffleVertexManager - Class in org.apache.tez.dag.library.vertexmanager
-
Starts scheduling tasks when number of completed source tasks crosses
slowStartMinSrcCompletionFraction
and schedules all tasks
when slowStartMaxSrcCompletionFraction
is reached
- ShuffleVertexManager(VertexManagerPluginContext) - Constructor for class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- ShuffleVertexManager.CustomShuffleEdgeManager - Class in org.apache.tez.dag.library.vertexmanager
-
- ShuffleVertexManager.CustomShuffleEdgeManager(EdgeManagerPluginContext) - Constructor for class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager.CustomShuffleEdgeManager
-
- ShuffleVertexManager.ShuffleVertexManagerConfigBuilder - Class in org.apache.tez.dag.library.vertexmanager
-
Helper class to configure ShuffleVertexManager
- shutdown() - Method in class org.apache.tez.runtime.library.common.shuffle.Fetcher
-
- shutdown() - Method in class org.apache.tez.runtime.library.common.shuffle.impl.ShuffleManager
-
- shutdown() - Method in class org.apache.tez.runtime.library.common.shuffle.orderedgrouped.Shuffle
-
- SimpleFetchedInputAllocator - Class in org.apache.tez.runtime.library.common.shuffle.impl
-
Usage: Create instance, setInitialMemoryAvailable(long), configureAndStart()
- SimpleFetchedInputAllocator(String, String, Configuration, long, long) - Constructor for class org.apache.tez.runtime.library.common.shuffle.impl.SimpleFetchedInputAllocator
-
- SimpleProcessor - Class in org.apache.tez.runtime.library.processor
-
Implements an AbstractLogicalIOProcessor
and provides empty
implementations of most methods and handles input/output initialization.
- SimpleProcessor(ProcessorContext) - Constructor for class org.apache.tez.runtime.library.processor.SimpleProcessor
-
- size() - Method in class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
Return number of IndexRecord entries in this spill.
- skip(long) - Method in class org.apache.tez.runtime.library.common.sort.impl.IFileInputStream
-
- SleepProcessor - Class in org.apache.tez.runtime.library.processor
-
A simple sleep processor implementation that sleeps for the configured
time in milliseconds.
- SleepProcessor(ProcessorContext) - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor
-
- SleepProcessor.SleepProcessorConfig - Class in org.apache.tez.runtime.library.processor
-
Configuration for the Sleep Processor.
- SleepProcessor.SleepProcessorConfig() - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig
-
- SleepProcessor.SleepProcessorConfig(int) - Constructor for class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig
-
- sort() - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter
-
- sortAndSpill(long, long) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
- sorter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- sorter - Variable in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- spill(int, int, long, long) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
- spill(boolean) - Method in class org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter
-
- SPILL_ID_FIELD_NUMBER - Static variable in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- spilledRecordsCounter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- spilledRecordsCounter - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
Represents the additional records written to disk due to spills.
- spillFileIndexPaths - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- spillFilePaths - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- SSL_ENABLED_PROTOCOLS - Static variable in class org.apache.tez.http.SSLFactory
-
- SSLFactory - Class in org.apache.tez.http
-
Factory that creates SSLEngine and SSLSocketFactory instances using
Hadoop configuration information.
- SSLFactory(SSLFactory.Mode, Configuration) - Constructor for class org.apache.tez.http.SSLFactory
-
Creates an SSLFactory.
- start() - Method in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-
- start() - Method in class org.apache.tez.runtime.library.input.UnorderedKVInput
-
- start() - Method in class org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput
-
- start() - Method in class org.apache.tez.runtime.library.output.UnorderedKVOutput
-
- start() - Method in class org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput
-
- state - Variable in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- statsReporter - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- stringify(ShuffleUserPayloads.DataMovementEventPayloadProto) - Static method in class org.apache.tez.runtime.library.common.shuffle.ShuffleUtils
-
- swap(int, int) - Method in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
Swap metadata for items i,j
- TEZ - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_CLEANUP_FILES_ON_INTERRUPT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Used only for internal testing.
- TEZ_RUNTIME_CLEANUP_FILES_ON_INTERRUPT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_COMBINE_MIN_SPILLS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_COMBINE_MIN_SPILLS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_COMBINER_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Specifies a combiner class (primarily for Shuffle)
- TEZ_RUNTIME_COMPRESS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_COMPRESS_CODEC - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_CONVERT_USER_PAYLOAD_TO_HISTORY_TEXT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Value: Boolean
Whether to publish configuration information to History logger.
- TEZ_RUNTIME_CONVERT_USER_PAYLOAD_TO_HISTORY_TEXT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_EMPTY_PARTITION_INFO_VIA_EVENTS_ENABLED - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_EMPTY_PARTITION_INFO_VIA_EVENTS_ENABLED_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_ENABLE_FINAL_MERGE_IN_OUTPUT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Expert level setting.
- TEZ_RUNTIME_ENABLE_FINAL_MERGE_IN_OUTPUT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_GROUP_COMPARATOR_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IFILE_BUFFER_SIZE_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IFILE_READAHEAD - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Configuration key to enable/disable IFile readahead.
- TEZ_RUNTIME_IFILE_READAHEAD_BYTES - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Configuration key to set the IFile readahead length in bytes.
- TEZ_RUNTIME_IFILE_READAHEAD_BYTES_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IFILE_READAHEAD_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_INDEX_CACHE_MEMORY_LIMIT_BYTES_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_INPUT_BUFFER_PERCENT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_INPUT_POST_MERGE_BUFFER_PERCENT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_INTERNAL_SORTER_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IO_FILE_BUFFER_SIZE - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
This is copy of io.file.buffer.size from Hadoop, which is used in several places such
as compression codecs, buffer sizes in IFile, while fetching etc.
- TEZ_RUNTIME_IO_SORT_FACTOR - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IO_SORT_FACTOR_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IO_SORT_MB - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_IO_SORT_MB_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_JOB_CREDENTIALS - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_KEY_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_KEY_COMPARATOR_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_KEY_SECONDARY_COMPARATOR_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_METRICS_SESSION_ID - Static variable in class org.apache.tez.common.TezRuntimeFrameworkConfigs
-
- TEZ_RUNTIME_METRICS_SESSION_ID_DEFAULT - Static variable in class org.apache.tez.common.TezRuntimeFrameworkConfigs
-
- TEZ_RUNTIME_NUM_EXPECTED_PARTITIONS - Static variable in class org.apache.tez.common.TezRuntimeFrameworkConfigs
-
- TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
If the shuffle input is on the local host bypass the http fetch and access the files directly
- TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_OPTIMIZE_SHARED_FETCH - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Share data fetched between tasks running on the same host if applicable
- TEZ_RUNTIME_OPTIMIZE_SHARED_FETCH_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
shared mode bypassing the http fetch is not enabled by default till we have unit tests in.
- TEZ_RUNTIME_PARTITIONER_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Specifies a partitioner class, which is used in Tez Runtime components
like OnFileSortedOutput
- TEZ_RUNTIME_PIPELINED_SHUFFLE_ENABLED - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Expert level setting.
- TEZ_RUNTIME_PIPELINED_SHUFFLE_ENABLED_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_PIPELINED_SORTER_LAZY_ALLOCATE_MEMORY - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Setting this to true would enable sorter
to auto-allocate memory on need basis in progressive fashion.
- TEZ_RUNTIME_PIPELINED_SORTER_LAZY_ALLOCATE_MEMORY_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_PIPELINED_SORTER_MIN_BLOCK_SIZE_IN_MB - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Tries to allocate @link{#TEZ_RUNTIME_IO_SORT_MB} in chunks specified in
this parameter.
- TEZ_RUNTIME_PIPELINED_SORTER_MIN_BLOCK_SIZE_IN_MB_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_PIPELINED_SORTER_SORT_THREADS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_PIPELINED_SORTER_SORT_THREADS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_RECORDS_BEFORE_PROGRESS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_RECORDS_BEFORE_PROGRESS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_REPORT_PARTITION_STATS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Report partition statistics (e.g better scheduling in ShuffleVertexManager).
- TEZ_RUNTIME_REPORT_PARTITION_STATS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ACCEPTABLE_HOST_FETCH_FAILURE_FRACTION - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ACCEPTABLE_HOST_FETCH_FAILURE_FRACTION_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_BUFFER_SIZE_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_CONNECT_TIMEOUT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ENABLE_MEMTOMEM_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ENABLE_SSL - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_ENABLE_SSL_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FAILED_CHECK_SINCE_LAST_COMPLETION - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FAILED_CHECK_SINCE_LAST_COMPLETION_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_BUFFER_PERCENT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_BUFFER_PERCENT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES_LIMIT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_FAILURES_LIMIT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_MAX_TASK_OUTPUT_AT_ONCE - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_FETCH_MAX_TASK_OUTPUT_AT_ONCE_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_KEEP_ALIVE_ENABLED - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_KEEP_ALIVE_ENABLED_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_KEEP_ALIVE_MAX_CONNECTIONS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_KEEP_ALIVE_MAX_CONNECTIONS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MAX_ALLOWED_FAILED_FETCH_ATTEMPT_FRACTION - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MAX_ALLOWED_FAILED_FETCH_ATTEMPT_FRACTION_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MAX_STALL_TIME_FRACTION - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MAX_STALL_TIME_FRACTION_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MEMORY_LIMIT_PERCENT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MEMTOMEM_SEGMENTS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MERGE_PERCENT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MIN_FAILURES_PER_HOST - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MIN_FAILURES_PER_HOST_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MIN_REQUIRED_PROGRESS_FRACTION - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_MIN_REQUIRED_PROGRESS_FRACTION_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_NOTIFY_READERROR_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_PARALLEL_COPIES_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_READ_TIMEOUT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_SOURCE_ATTEMPT_ABORT_LIMIT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_SOURCE_ATTEMPT_ABORT_LIMIT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_STALLED_COPY_TIMEOUT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_USE_ASYNC_HTTP - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SHUFFLE_USE_ASYNC_HTTP_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SORT_SPILL_PERCENT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SORT_SPILL_PERCENT_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_SORTER_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
String value.
- TEZ_RUNTIME_SORTER_CLASS_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_TASK_ATTEMPT_ID - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_TASK_INPUT_FILE_FORMAT_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_TASK_MEMORY - Static variable in class org.apache.tez.runtime.library.common.Constants
-
Parameter used to specify the memory available to runtime components, for writing unit tests.
- TEZ_RUNTIME_TASK_OUTPUT_DIR - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_TASK_OUTPUT_FILENAME_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_TASK_OUTPUT_INDEX_SUFFIX_STRING - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_TASK_OUTPUT_MANAGER - Static variable in class org.apache.tez.runtime.library.common.Constants
-
- TEZ_RUNTIME_UNORDERED_OUTPUT_BUFFER_SIZE_MB - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Size of the buffer to use if not writing directly to disk.
- TEZ_RUNTIME_UNORDERED_OUTPUT_BUFFER_SIZE_MB_DEFAULT - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_RUNTIME_UNORDERED_OUTPUT_MAX_PER_BUFFER_SIZE_BYTES - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
Maximum size for individual buffers used in the UnsortedPartitionedOutput.
- TEZ_RUNTIME_VALUE_CLASS - Static variable in class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TEZ_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
The desired size of input per task.
- TEZ_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- TEZ_SHUFFLE_VERTEX_MANAGER_ENABLE_AUTO_PARALLEL - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
Enables automatic parallelism determination for the vertex.
- TEZ_SHUFFLE_VERTEX_MANAGER_ENABLE_AUTO_PARALLEL_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- TEZ_SHUFFLE_VERTEX_MANAGER_MAX_SRC_FRACTION - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
In case of a ScatterGather connection, once this fraction of source tasks
have completed, all tasks on the current vertex can be scheduled.
- TEZ_SHUFFLE_VERTEX_MANAGER_MAX_SRC_FRACTION_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- TEZ_SHUFFLE_VERTEX_MANAGER_MIN_SRC_FRACTION - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
In case of a ScatterGather connection, the fraction of source tasks which
should complete before tasks for the current vertex are scheduled
- TEZ_SHUFFLE_VERTEX_MANAGER_MIN_SRC_FRACTION_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- TEZ_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
Automatic parallelism determination will not decrease parallelism below this value
- TEZ_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT - Static variable in class org.apache.tez.dag.library.vertexmanager.ShuffleVertexManager
-
- TezBytesComparator - Class in org.apache.tez.runtime.library.common.comparator
-
- TezBytesComparator() - Constructor for class org.apache.tez.runtime.library.common.comparator.TezBytesComparator
-
- TezBytesWritableSerialization - Class in org.apache.tez.runtime.library.common.serializer
-
When using BytesWritable, data is serialized in memory (4 bytes per key and 4 bytes per value)
and written to IFile where it gets serialized again (4 bytes per key and 4 bytes per value).
- TezBytesWritableSerialization() - Constructor for class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization
-
- TezBytesWritableSerialization.TezBytesWritableDeserializer - Class in org.apache.tez.runtime.library.common.serializer
-
- TezBytesWritableSerialization.TezBytesWritableDeserializer(Configuration, Class<?>) - Constructor for class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableDeserializer
-
- TezBytesWritableSerialization.TezBytesWritableSerializer - Class in org.apache.tez.runtime.library.common.serializer
-
- TezBytesWritableSerialization.TezBytesWritableSerializer() - Constructor for class org.apache.tez.runtime.library.common.serializer.TezBytesWritableSerialization.TezBytesWritableSerializer
-
- TezIndexRecord - Class in org.apache.tez.runtime.library.common.sort.impl
-
- TezIndexRecord() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- TezIndexRecord(long, long, long) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezIndexRecord
-
- TezMerger - Class in org.apache.tez.runtime.library.common.sort.impl
-
Merger is an utility class used by the Map and Reduce tasks for merging
both their memory and disk segments
- TezMerger() - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger
-
- TezMerger.Segment<K,V> - Class in org.apache.tez.runtime.library.common.sort.impl
-
- TezMerger.Segment(FileSystem, Path, CompressionCodec, boolean, int, int, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezMerger.Segment(FileSystem, Path, CompressionCodec, boolean, int, int, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezMerger.Segment(FileSystem, Path, long, long, CompressionCodec, boolean, int, int, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezMerger.Segment(FileSystem, Path, long, long, CompressionCodec, boolean, int, int, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezMerger.Segment(IFile.Reader, boolean) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezMerger.Segment(IFile.Reader, boolean, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezMerger.Segment
-
- TezRawKeyValueIterator - Interface in org.apache.tez.runtime.library.common.sort.impl
-
TezRawKeyValueIterator
is an iterator used to iterate over
the raw keys and values during sort/merge of intermediate data.
- TezRuntimeConfiguration - Class in org.apache.tez.runtime.library.api
-
Meant for user configurable job properties.
- TezRuntimeConfiguration() - Constructor for class org.apache.tez.runtime.library.api.TezRuntimeConfiguration
-
- TezRuntimeFrameworkConfigs - Class in org.apache.tez.common
-
Configuration parameters which are internal to the Inputs and Outputs which exist in the Runtime
- TezRuntimeFrameworkConfigs() - Constructor for class org.apache.tez.common.TezRuntimeFrameworkConfigs
-
- TezRuntimeUtils - Class in org.apache.tez.runtime.library.common
-
- TezRuntimeUtils() - Constructor for class org.apache.tez.runtime.library.common.TezRuntimeUtils
-
- TezSpillRecord - Class in org.apache.tez.runtime.library.common.sort.impl
-
- TezSpillRecord(int) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
- TezSpillRecord(Path, Configuration) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
- TezSpillRecord(Path, Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
- TezSpillRecord(Path, Configuration, Checksum, String) - Constructor for class org.apache.tez.runtime.library.common.sort.impl.TezSpillRecord
-
- TezTaskOutput - Class in org.apache.tez.runtime.library.common.task.local.output
-
Manipulate the working area for the transient store for components in tez-runtime-library
This class is used by Inputs and Outputs in tez-runtime-library to identify the directories
that they need to write to / read from for intermediate files.
- TezTaskOutput(Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutput
-
- TezTaskOutputFiles - Class in org.apache.tez.runtime.library.common.task.local.output
-
Manipulate the working area for the transient store for components in tez-runtime-library
This class is used by Inputs and Outputs in tez-runtime-library to identify the directories
that they need to write to / read from for intermediate files.
- TezTaskOutputFiles(Configuration, String) - Constructor for class org.apache.tez.runtime.library.common.task.local.output.TezTaskOutputFiles
-
- toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataMovementEventPayloadProto
-
- toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.DataProto
-
- toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.InputInformationEventPayloadProto
-
- toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.ShuffleEdgeManagerConfigPayloadProto
-
- toBuilder() - Method in class org.apache.tez.runtime.library.shuffle.impl.ShuffleUserPayloads.VertexManagerEventPayloadProto
-
- toDetailedString() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- toString() - Method in class org.apache.tez.http.HttpConnectionParams
-
- toString() - Method in class org.apache.tez.runtime.library.common.InputAttemptIdentifier
-
- toString() - Method in class org.apache.tez.runtime.library.common.InputIdentifier
-
- toString() - Method in class org.apache.tez.runtime.library.common.shuffle.DiskFetchedInput
-
- toString() - Method in class org.apache.tez.runtime.library.common.shuffle.InputHost
-
- toString() - Method in class org.apache.tez.runtime.library.common.shuffle.LocalDiskFetchedInput
-
- toString() - Method in class org.apache.tez.runtime.library.common.shuffle.MemoryFetchedInput
-
- toUserPayload() - Method in class org.apache.tez.runtime.library.conf.OrderedGroupedKVInputConfig
-
Get a UserPayload representation of the Configuration
- toUserPayload() - Method in class org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig
-
Get a UserPayload representation of the Configuration
- toUserPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVInputConfig
-
Get a UserPayload representation of the Configuration
- toUserPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedKVOutputConfig
-
Get a UserPayload representation of the Configuration
- toUserPayload() - Method in class org.apache.tez.runtime.library.conf.UnorderedPartitionedKVOutputConfig
-
Get a UserPayload representation of the Configuration
- toUserPayload() - Method in class org.apache.tez.runtime.library.processor.SleepProcessor.SleepProcessorConfig
-
- type - Variable in class org.apache.tez.runtime.library.common.shuffle.FetchedInput
-
- V_END_MARKER - Static variable in class org.apache.tez.runtime.library.common.sort.impl.IFile
-
- valClass - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- valClass - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- validate() - Method in class org.apache.tez.http.async.netty.AsyncHttpConnection
-
- validate() - Method in class org.apache.tez.http.BaseHttpConnection
-
Validate established connection
- validate() - Method in class org.apache.tez.http.HttpConnection
-
- validateUpdateReceived() - Method in class org.apache.tez.runtime.library.common.MemoryUpdateCallbackHandler
-
- VALLEN - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
- valSerializer - Variable in class org.apache.tez.runtime.library.common.sort.impl.ExternalSorter
-
- valSerializer - Variable in class org.apache.tez.runtime.library.common.writers.BaseUnorderedPartitionedKVWriter
-
- VALSTART - Static variable in class org.apache.tez.runtime.library.common.sort.impl.dflt.DefaultSorter
-
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.InputAttemptIdentifier.SPILL_INFO
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.shuffle.FetchedInput.State
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.shuffle.FetchedInput.Type
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.common.sort.impl.IFile.Reader.KeyState
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SorterImpl
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor.RequestType
-
Returns the enum constant of this type with the specified name.
- valueOf(String) - Static method in enum org.apache.tez.runtime.library.utils.DATA_RANGE_IN_MB
-
Returns the enum constant of this type with the specified name.
- values() - Static method in enum org.apache.tez.runtime.library.common.InputAttemptIdentifier.SPILL_INFO
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.common.shuffle.FetchedInput.State
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.common.shuffle.FetchedInput.Type
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.common.sort.impl.IFile.Reader.KeyState
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.conf.OrderedPartitionedKVOutputConfig.SorterImpl
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor.RequestType
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- values() - Static method in enum org.apache.tez.runtime.library.utils.DATA_RANGE_IN_MB
-
Returns an array containing the constants of this enum type, in
the order they are declared.
- ValuesIterator<KEY,VALUE> - Class in org.apache.tez.runtime.library.common
-
Iterates values while keys match in sorted input.
- ValuesIterator(TezRawKeyValueIterator, RawComparator<KEY>, Class<KEY>, Class<VALUE>, Configuration, TezCounter, TezCounter) - Constructor for class org.apache.tez.runtime.library.common.ValuesIterator
-
- verifyReply(String, String, SecretKey) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
Verify that the base64 encoded hash matches the hash generated by making use of the provided
key on the specified message.
- verifyReply(String, String, JobTokenSecretManager) - Static method in class org.apache.tez.runtime.library.common.security.SecureShuffleUtils
-
verify that base64Hash is same as HMacHash(msg)
- vIter - Variable in class org.apache.tez.runtime.library.input.OrderedGroupedKVInput
-