| Package | Description | 
|---|---|
| org.apache.hadoop.io | |
| org.apache.tez.runtime.library.common.shuffle | 
 Licensed to the Apache Software Foundation (ASF) under one
 or more contributor license agreements. 
 | 
| org.apache.tez.runtime.library.common.shuffle.impl | 
 Licensed to the Apache Software Foundation (ASF) under one
 or more contributor license agreements. 
 | 
| org.apache.tez.runtime.library.common.shuffle.orderedgrouped | 
 Licensed to the Apache Software Foundation (ASF) under one
 or more contributor license agreements. 
 | 
| Modifier and Type | Method and Description | 
|---|---|
InputAttemptIdentifier | 
FileChunk.getInputAttemptIdentifier()  | 
| Constructor and Description | 
|---|
FileChunk(org.apache.hadoop.fs.Path path,
         long offset,
         long length,
         boolean isLocalFile,
         InputAttemptIdentifier identifier)  | 
| Modifier and Type | Field and Description | 
|---|---|
protected InputAttemptIdentifier | 
FetchedInput.inputAttemptIdentifier  | 
| Modifier and Type | Method and Description | 
|---|---|
InputAttemptIdentifier | 
FetchedInput.getInputAttemptIdentifier()  | 
| Modifier and Type | Method and Description | 
|---|---|
List<InputAttemptIdentifier> | 
InputHost.clearAndGetPendingInputs()  | 
Iterable<InputAttemptIdentifier> | 
FetchResult.getPendingInputs()  | 
| Modifier and Type | Method and Description | 
|---|---|
void | 
InputHost.addKnownInput(InputAttemptIdentifier srcAttempt)  | 
FetchedInput | 
FetchedInputAllocator.allocate(long actualSize,
        long compresedSize,
        InputAttemptIdentifier inputAttemptIdentifier)  | 
FetchedInput | 
FetchedInputAllocator.allocateType(FetchedInput.Type type,
            long actualSize,
            long compresedSize,
            InputAttemptIdentifier inputAttemptIdentifier)  | 
void | 
FetcherCallback.fetchFailed(String host,
           InputAttemptIdentifier srcAttemptIdentifier,
           boolean connectFailed)  | 
void | 
FetcherCallback.fetchSucceeded(String host,
              InputAttemptIdentifier srcAttemptIdentifier,
              FetchedInput fetchedInput,
              long fetchedBytes,
              long decompressedLength,
              long copyDuration)  | 
protected TezIndexRecord | 
Fetcher.getTezIndexRecord(InputAttemptIdentifier srcAttemptId)  | 
static void | 
ShuffleUtils.logIndividualFetchComplete(org.slf4j.Logger log,
                          long millis,
                          long bytesCompressed,
                          long bytesDecompressed,
                          String outputType,
                          InputAttemptIdentifier srcAttemptIdentifier)
Log individual fetch complete event. 
 | 
| Modifier and Type | Method and Description | 
|---|---|
Fetcher.FetcherBuilder | 
Fetcher.FetcherBuilder.assignWork(String host,
          int port,
          int partition,
          List<InputAttemptIdentifier> inputs)  | 
static URL | 
ShuffleUtils.constructInputURL(String baseURI,
                 Collection<InputAttemptIdentifier> inputs,
                 boolean keepAlive)  | 
| Constructor and Description | 
|---|
DiskFetchedInput(long actualSize,
                long compressedSize,
                InputAttemptIdentifier inputAttemptIdentifier,
                FetchedInputCallback callbackHandler,
                org.apache.hadoop.conf.Configuration conf,
                org.apache.hadoop.fs.LocalDirAllocator localDirAllocator,
                TezTaskOutputFiles filenameAllocator)  | 
FetchedInput(FetchedInput.Type type,
            long actualSize,
            long compressedSize,
            InputAttemptIdentifier inputAttemptIdentifier,
            FetchedInputCallback callbackHandler)  | 
LocalDiskFetchedInput(long startOffset,
                     long actualSize,
                     long compressedSize,
                     InputAttemptIdentifier inputAttemptIdentifier,
                     org.apache.hadoop.fs.Path inputFile,
                     org.apache.hadoop.conf.Configuration conf,
                     FetchedInputCallback callbackHandler)  | 
MemoryFetchedInput(long actualSize,
                  long compressedSize,
                  InputAttemptIdentifier inputAttemptIdentifier,
                  FetchedInputCallback callbackHandler)  | 
| Constructor and Description | 
|---|
FetchResult(String host,
           int port,
           int partition,
           Iterable<InputAttemptIdentifier> pendingInputs)  | 
FetchResult(String host,
           int port,
           int partition,
           Iterable<InputAttemptIdentifier> pendingInputs,
           String additionalInfo)  | 
| Modifier and Type | Method and Description | 
|---|---|
void | 
ShuffleManager.addCompletedInputWithNoData(InputAttemptIdentifier srcAttemptIdentifier)  | 
void | 
ShuffleManager.addKnownInput(String hostName,
             int port,
             InputAttemptIdentifier srcAttemptIdentifier,
             int srcPhysicalIndex)  | 
FetchedInput | 
SimpleFetchedInputAllocator.allocate(long actualSize,
        long compressedSize,
        InputAttemptIdentifier inputAttemptIdentifier)  | 
FetchedInput | 
SimpleFetchedInputAllocator.allocateType(FetchedInput.Type type,
            long actualSize,
            long compressedSize,
            InputAttemptIdentifier inputAttemptIdentifier)  | 
void | 
ShuffleManager.fetchFailed(String host,
           InputAttemptIdentifier srcAttemptIdentifier,
           boolean connectFailed)  | 
void | 
ShuffleManager.fetchSucceeded(String host,
              InputAttemptIdentifier srcAttemptIdentifier,
              FetchedInput fetchedInput,
              long fetchedBytes,
              long decompressedLength,
              long copyDuration)  | 
void | 
ShuffleManager.obsoleteKnownInput(InputAttemptIdentifier srcAttemptIdentifier)  | 
| Modifier and Type | Method and Description | 
|---|---|
org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MapOutput | 
MergeManager.reserve(InputAttemptIdentifier srcAttemptIdentifier,
       long requestedSize,
       long compressedLength,
       int fetcher)  | 
org.apache.tez.runtime.library.common.shuffle.orderedgrouped.MapOutput | 
FetchedInputAllocatorOrderedGrouped.reserve(InputAttemptIdentifier srcAttemptIdentifier,
       long requestedSize,
       long compressedLength,
       int fetcherId)  | 
| Constructor and Description | 
|---|
InMemoryReader(MergeManager merger,
              InputAttemptIdentifier taskAttemptId,
              byte[] data,
              int start,
              int length)  | 
Copyright © 2016 Apache Software Foundation. All rights reserved.