Package | Description |
---|---|
org.apache.hadoop.io | |
org.apache.tez.runtime.library.common.shuffle |
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
|
org.apache.tez.runtime.library.common.shuffle.impl |
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
|
org.apache.tez.runtime.library.common.shuffle.orderedgrouped |
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
|
Modifier and Type | Method and Description |
---|---|
InputAttemptIdentifier |
FileChunk.getInputAttemptIdentifier() |
Constructor and Description |
---|
FileChunk(org.apache.hadoop.fs.Path path,
long offset,
long length,
boolean isLocalFile,
InputAttemptIdentifier identifier) |
Modifier and Type | Field and Description |
---|---|
protected InputAttemptIdentifier |
FetchedInput.inputAttemptIdentifier |
Modifier and Type | Method and Description |
---|---|
InputAttemptIdentifier |
FetchedInput.getInputAttemptIdentifier() |
Modifier and Type | Method and Description |
---|---|
List<InputAttemptIdentifier> |
InputHost.clearAndGetPendingInputs() |
Iterable<InputAttemptIdentifier> |
FetchResult.getPendingInputs() |
Modifier and Type | Method and Description |
---|---|
void |
InputHost.addKnownInput(InputAttemptIdentifier srcAttempt) |
FetchedInput |
FetchedInputAllocator.allocate(long actualSize,
long compresedSize,
InputAttemptIdentifier inputAttemptIdentifier) |
FetchedInput |
FetchedInputAllocator.allocateType(FetchedInput.Type type,
long actualSize,
long compresedSize,
InputAttemptIdentifier inputAttemptIdentifier) |
void |
FetcherCallback.fetchFailed(String host,
InputAttemptIdentifier srcAttemptIdentifier,
boolean connectFailed) |
void |
FetcherCallback.fetchSucceeded(String host,
InputAttemptIdentifier srcAttemptIdentifier,
FetchedInput fetchedInput,
long fetchedBytes,
long decompressedLength,
long copyDuration) |
protected TezIndexRecord |
Fetcher.getTezIndexRecord(InputAttemptIdentifier srcAttemptId) |
static void |
ShuffleUtils.logIndividualFetchComplete(org.slf4j.Logger log,
long millis,
long bytesCompressed,
long bytesDecompressed,
String outputType,
InputAttemptIdentifier srcAttemptIdentifier)
Log individual fetch complete event.
|
Modifier and Type | Method and Description |
---|---|
Fetcher.FetcherBuilder |
Fetcher.FetcherBuilder.assignWork(String host,
int port,
int partition,
List<InputAttemptIdentifier> inputs) |
static URL |
ShuffleUtils.constructInputURL(String baseURI,
Collection<InputAttemptIdentifier> inputs,
boolean keepAlive) |
Constructor and Description |
---|
DiskFetchedInput(long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier,
FetchedInputCallback callbackHandler,
org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.LocalDirAllocator localDirAllocator,
TezTaskOutputFiles filenameAllocator) |
FetchedInput(FetchedInput.Type type,
long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier,
FetchedInputCallback callbackHandler) |
LocalDiskFetchedInput(long startOffset,
long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier,
org.apache.hadoop.fs.Path inputFile,
org.apache.hadoop.conf.Configuration conf,
FetchedInputCallback callbackHandler) |
MemoryFetchedInput(long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier,
FetchedInputCallback callbackHandler) |
Constructor and Description |
---|
FetchResult(String host,
int port,
int partition,
Iterable<InputAttemptIdentifier> pendingInputs) |
FetchResult(String host,
int port,
int partition,
Iterable<InputAttemptIdentifier> pendingInputs,
String additionalInfo) |
Modifier and Type | Method and Description |
---|---|
void |
ShuffleManager.addCompletedInputWithNoData(InputAttemptIdentifier srcAttemptIdentifier) |
void |
ShuffleManager.addKnownInput(String hostName,
int port,
InputAttemptIdentifier srcAttemptIdentifier,
int srcPhysicalIndex) |
FetchedInput |
SimpleFetchedInputAllocator.allocate(long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier) |
FetchedInput |
SimpleFetchedInputAllocator.allocateType(FetchedInput.Type type,
long actualSize,
long compressedSize,
InputAttemptIdentifier inputAttemptIdentifier) |
void |
ShuffleManager.fetchFailed(String host,
InputAttemptIdentifier srcAttemptIdentifier,
boolean connectFailed) |
void |
ShuffleManager.fetchSucceeded(String host,
InputAttemptIdentifier srcAttemptIdentifier,
FetchedInput fetchedInput,
long fetchedBytes,
long decompressedLength,
long copyDuration) |
void |
ShuffleManager.obsoleteKnownInput(InputAttemptIdentifier srcAttemptIdentifier) |
Modifier and Type | Method and Description |
---|---|
org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MapOutput |
MergeManager.reserve(InputAttemptIdentifier srcAttemptIdentifier,
long requestedSize,
long compressedLength,
int fetcher) |
org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MapOutput |
FetchedInputAllocatorOrderedGrouped.reserve(InputAttemptIdentifier srcAttemptIdentifier,
long requestedSize,
long compressedLength,
int fetcherId) |
Constructor and Description |
---|
InMemoryReader(MergeManager merger,
InputAttemptIdentifier taskAttemptId,
byte[] data,
int start,
int length) |
Copyright © 2016 Apache Software Foundation. All rights reserved.