org.apache.tez.runtime.library.common.shuffle.impl

Class SimpleFetchedInputAllocator

java.lang.Object

org.apache.tez.runtime.library.common.shuffle.impl.SimpleFetchedInputAllocator

All Implemented Interfaces:

FetchedInputAllocator, FetchedInputCallback

@InterfaceAudience.Private
public class SimpleFetchedInputAllocator
extends Object
implements FetchedInputAllocator, FetchedInputCallback

Usage: Create instance, setInitialMemoryAvailable(long), configureAndStart()

Constructor Summary

Constructors

Constructor and Description
SimpleFetchedInputAllocator(String srcNameTrimmed, String uniqueIdentifier, org.apache.hadoop.conf.Configuration conf, long maxTaskAvailableMemory, long memoryAvailable)

Method Summary

Methods

Modifier and Type	Method and Description
FetchedInput	allocate(long actualSize, long compressedSize, InputAttemptIdentifier inputAttemptIdentifier)
FetchedInput	allocateType(FetchedInput.Type type, long actualSize, long compressedSize, InputAttemptIdentifier inputAttemptIdentifier)
void	fetchComplete(FetchedInput fetchedInput)
void	fetchFailed(FetchedInput fetchedInput)
void	freeResources(FetchedInput fetchedInput)
static long	getInitialMemoryReq(org.apache.hadoop.conf.Configuration conf, long maxAvailableTaskMemory)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SimpleFetchedInputAllocator

public SimpleFetchedInputAllocator(String srcNameTrimmed,
                           String uniqueIdentifier,
                           org.apache.hadoop.conf.Configuration conf,
                           long maxTaskAvailableMemory,
                           long memoryAvailable)

Method Detail

getInitialMemoryReq

@InterfaceAudience.Private
public static long getInitialMemoryReq(org.apache.hadoop.conf.Configuration conf,
                                                 long maxAvailableTaskMemory)

allocate

public FetchedInput allocate(long actualSize,
                    long compressedSize,
                    InputAttemptIdentifier inputAttemptIdentifier)
                      throws IOException

Specified by:

allocate in interface FetchedInputAllocator

Throws:

IOException

allocateType

public FetchedInput allocateType(FetchedInput.Type type,
                        long actualSize,
                        long compressedSize,
                        InputAttemptIdentifier inputAttemptIdentifier)
                          throws IOException

Specified by:

allocateType in interface FetchedInputAllocator

Throws:

IOException

fetchComplete

public void fetchComplete(FetchedInput fetchedInput)

Specified by:

fetchComplete in interface FetchedInputCallback

fetchFailed

public void fetchFailed(FetchedInput fetchedInput)

Specified by:

fetchFailed in interface FetchedInputCallback

freeResources

public void freeResources(FetchedInput fetchedInput)

Specified by:

freeResources in interface FetchedInputCallback