org.apache.tez.runtime.library.common

Class ConfigUtils

java.lang.Object

org.apache.tez.runtime.library.common.ConfigUtils

@InterfaceAudience.Private
public class ConfigUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
ConfigUtils()

Method Summary

Methods

Modifier and Type	Method and Description
static void	addConfigMapToConfiguration(org.apache.hadoop.conf.Configuration conf, Map<String,String> confMap)
static boolean	doesKeyQualify(String key, List<Set<String>> validKeySets, List<String> allowedPrefixes)
static Map<String,String>	extractConfigurationMap(org.apache.hadoop.conf.Configuration conf, List<Set<String>> validKeySets, List<String> allowedPrefixes)
static Map<String,String>	extractConfigurationMap(Map<String,String> confMap, List<Set<String>> validKeySets, List<String> allowedPrefixes)
static Map<String,String>	extractConfigurationMap(Map<String,String> confMap, Set<String> allowedKeys)
static <V> org.apache.hadoop.io.RawComparator<V>	getInputKeySecondaryGroupingComparator(org.apache.hadoop.conf.Configuration conf)
static Class<? extends org.apache.hadoop.io.compress.CompressionCodec>	getIntermediateInputCompressorClass(org.apache.hadoop.conf.Configuration conf, Class<org.apache.hadoop.io.compress.DefaultCodec> defaultValue)
static <K> Class<K>	getIntermediateInputKeyClass(org.apache.hadoop.conf.Configuration conf)
static <K> org.apache.hadoop.io.RawComparator<K>	getIntermediateInputKeyComparator(org.apache.hadoop.conf.Configuration conf)
static <V> Class<V>	getIntermediateInputValueClass(org.apache.hadoop.conf.Configuration conf)
static Class<? extends org.apache.hadoop.io.compress.CompressionCodec>	getIntermediateOutputCompressorClass(org.apache.hadoop.conf.Configuration conf, Class<org.apache.hadoop.io.compress.DefaultCodec> defaultValue)
static <K> Class<K>	getIntermediateOutputKeyClass(org.apache.hadoop.conf.Configuration conf)
static <K> org.apache.hadoop.io.RawComparator<K>	getIntermediateOutputKeyComparator(org.apache.hadoop.conf.Configuration conf)
static <V> Class<V>	getIntermediateOutputValueClass(org.apache.hadoop.conf.Configuration conf)
static boolean	isIntermediateInputCompressed(org.apache.hadoop.conf.Configuration conf)
static void	mergeConfsWithExclusions(org.apache.hadoop.conf.Configuration destConf, Map<String,String> srcConf, Set<String> excludedKeySet)
static boolean	shouldCompressIntermediateOutput(org.apache.hadoop.conf.Configuration conf)
static boolean	useNewApi(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ConfigUtils

public ConfigUtils()

Method Detail

getIntermediateOutputCompressorClass

public static Class<? extends org.apache.hadoop.io.compress.CompressionCodec> getIntermediateOutputCompressorClass(org.apache.hadoop.conf.Configuration conf,
                                                                                                   Class<org.apache.hadoop.io.compress.DefaultCodec> defaultValue)

getIntermediateInputCompressorClass

public static Class<? extends org.apache.hadoop.io.compress.CompressionCodec> getIntermediateInputCompressorClass(org.apache.hadoop.conf.Configuration conf,
                                                                                                  Class<org.apache.hadoop.io.compress.DefaultCodec> defaultValue)

shouldCompressIntermediateOutput

public static boolean shouldCompressIntermediateOutput(org.apache.hadoop.conf.Configuration conf)

isIntermediateInputCompressed

public static boolean isIntermediateInputCompressed(org.apache.hadoop.conf.Configuration conf)

getIntermediateOutputValueClass

public static <V> Class<V> getIntermediateOutputValueClass(org.apache.hadoop.conf.Configuration conf)

getIntermediateInputValueClass

public static <V> Class<V> getIntermediateInputValueClass(org.apache.hadoop.conf.Configuration conf)

getIntermediateOutputKeyClass

public static <K> Class<K> getIntermediateOutputKeyClass(org.apache.hadoop.conf.Configuration conf)

getIntermediateInputKeyClass

public static <K> Class<K> getIntermediateInputKeyClass(org.apache.hadoop.conf.Configuration conf)

getIntermediateOutputKeyComparator

public static <K> org.apache.hadoop.io.RawComparator<K> getIntermediateOutputKeyComparator(org.apache.hadoop.conf.Configuration conf)

getIntermediateInputKeyComparator

public static <K> org.apache.hadoop.io.RawComparator<K> getIntermediateInputKeyComparator(org.apache.hadoop.conf.Configuration conf)

getInputKeySecondaryGroupingComparator

public static <V> org.apache.hadoop.io.RawComparator<V> getInputKeySecondaryGroupingComparator(org.apache.hadoop.conf.Configuration conf)

useNewApi

public static boolean useNewApi(org.apache.hadoop.conf.Configuration conf)

extractConfigurationMap

@InterfaceAudience.Private
public static Map<String,String> extractConfigurationMap(Map<String,String> confMap,
                                                                   Set<String> allowedKeys)

addConfigMapToConfiguration

@InterfaceAudience.Private
public static void addConfigMapToConfiguration(org.apache.hadoop.conf.Configuration conf,
                                                         Map<String,String> confMap)

extractConfigurationMap

@InterfaceAudience.Private
public static Map<String,String> extractConfigurationMap(Map<String,String> confMap,
                                                                   List<Set<String>> validKeySets,
                                                                   List<String> allowedPrefixes)

extractConfigurationMap

@InterfaceAudience.Private
public static Map<String,String> extractConfigurationMap(org.apache.hadoop.conf.Configuration conf,
                                                                   List<Set<String>> validKeySets,
                                                                   List<String> allowedPrefixes)

doesKeyQualify

@InterfaceAudience.Private
public static boolean doesKeyQualify(String key,
                                               List<Set<String>> validKeySets,
                                               List<String> allowedPrefixes)

mergeConfsWithExclusions

@InterfaceAudience.Private
public static void mergeConfsWithExclusions(org.apache.hadoop.conf.Configuration destConf,
                                                      Map<String,String> srcConf,
                                                      Set<String> excludedKeySet)