org.apache.tez.runtime.library.common.shuffle

Class Fetcher.FetcherBuilder

java.lang.Object

org.apache.tez.runtime.library.common.shuffle.Fetcher.FetcherBuilder

Enclosing class:

Fetcher

public static class Fetcher.FetcherBuilder
extends Object

Builder for the construction of Fetchers

Constructor Summary

Constructors

Constructor and Description
Fetcher.FetcherBuilder(FetcherCallback fetcherCallback, HttpConnectionParams params, FetchedInputAllocator inputManager, org.apache.hadoop.yarn.api.records.ApplicationId appId, int dagIdentifier, org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr, String srcNameTrimmed, org.apache.hadoop.conf.Configuration conf, boolean localDiskFetchEnabled, String localHostname, int shufflePort, boolean asyncHttp)
Fetcher.FetcherBuilder(FetcherCallback fetcherCallback, HttpConnectionParams params, FetchedInputAllocator inputManager, org.apache.hadoop.yarn.api.records.ApplicationId appId, int dagIdentifier, org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr, String srcNameTrimmed, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.RawLocalFileSystem localFs, org.apache.hadoop.fs.LocalDirAllocator localDirAllocator, org.apache.hadoop.fs.Path lockPath, boolean localDiskFetchEnabled, boolean sharedFetchEnabled, String localHostname, int shufflePort, boolean asyncHttp)

Method Summary

Methods

Modifier and Type	Method and Description
Fetcher.FetcherBuilder	assignWork(String host, int port, int partition, List<InputAttemptIdentifier> inputs)
Fetcher	build()
Fetcher.FetcherBuilder	setCompressionParameters(org.apache.hadoop.io.compress.CompressionCodec codec)
Fetcher.FetcherBuilder	setHttpConnectionParameters(HttpConnectionParams httpParams)
Fetcher.FetcherBuilder	setIFileParams(boolean readAhead, int readAheadBytes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Fetcher.FetcherBuilder

public Fetcher.FetcherBuilder(FetcherCallback fetcherCallback,
                      HttpConnectionParams params,
                      FetchedInputAllocator inputManager,
                      org.apache.hadoop.yarn.api.records.ApplicationId appId,
                      int dagIdentifier,
                      org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr,
                      String srcNameTrimmed,
                      org.apache.hadoop.conf.Configuration conf,
                      boolean localDiskFetchEnabled,
                      String localHostname,
                      int shufflePort,
                      boolean asyncHttp)

Fetcher.FetcherBuilder

public Fetcher.FetcherBuilder(FetcherCallback fetcherCallback,
                      HttpConnectionParams params,
                      FetchedInputAllocator inputManager,
                      org.apache.hadoop.yarn.api.records.ApplicationId appId,
                      int dagIdentifier,
                      org.apache.tez.common.security.JobTokenSecretManager jobTokenSecretMgr,
                      String srcNameTrimmed,
                      org.apache.hadoop.conf.Configuration conf,
                      org.apache.hadoop.fs.RawLocalFileSystem localFs,
                      org.apache.hadoop.fs.LocalDirAllocator localDirAllocator,
                      org.apache.hadoop.fs.Path lockPath,
                      boolean localDiskFetchEnabled,
                      boolean sharedFetchEnabled,
                      String localHostname,
                      int shufflePort,
                      boolean asyncHttp)

Method Detail

setHttpConnectionParameters

public Fetcher.FetcherBuilder setHttpConnectionParameters(HttpConnectionParams httpParams)

setCompressionParameters

public Fetcher.FetcherBuilder setCompressionParameters(org.apache.hadoop.io.compress.CompressionCodec codec)

setIFileParams

public Fetcher.FetcherBuilder setIFileParams(boolean readAhead,
                                    int readAheadBytes)

assignWork

public Fetcher.FetcherBuilder assignWork(String host,
                                int port,
                                int partition,
                                List<InputAttemptIdentifier> inputs)

build

public Fetcher build()