org.apache.hadoop.mapred

Class ShuffleChannelHandlerContext

java.lang.Object

org.apache.hadoop.mapred.ShuffleChannelHandlerContext

public class ShuffleChannelHandlerContext
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
AtomicInteger	activeConnections
io.netty.channel.group.ChannelGroup	allChannels
org.apache.hadoop.conf.Configuration	conf
boolean	connectionKeepAliveEnabled
int	connectionKeepAliveTimeOut
org.apache.hadoop.mapred.IndexCache	indexCache
boolean	manageOsCache Should the shuffle use posix_fadvise calls to manage the OS cache during sendfile.
int	mapOutputMetaInfoCacheSize
int	maxSessionOpenFiles
int	maxShuffleConnections
org.apache.hadoop.mapred.ShuffleHandler.ShuffleMetrics	metrics
org.apache.hadoop.thirdparty.com.google.common.cache.LoadingCache<org.apache.hadoop.mapred.ShuffleHandler.AttemptPathIdentifier,org.apache.hadoop.mapred.ShuffleHandler.AttemptPathInfo>	pathCache
int	port
int	readaheadLength
org.apache.hadoop.io.ReadaheadPool	readaheadPool
org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager	secretManager
int	shuffleBufferSize
boolean	shuffleTransferToAllowed
int	sslFileBufferSize
Map<String,String>	userRsrc

Constructor Summary

Constructors

Constructor and Description

ShuffleChannelHandlerContext(org.apache.hadoop.conf.Configuration conf, Map<String,String> userRsrc, org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager secretManager, org.apache.hadoop.thirdparty.com.google.common.cache.LoadingCache<org.apache.hadoop.mapred.ShuffleHandler.AttemptPathIdentifier,org.apache.hadoop.mapred.ShuffleHandler.AttemptPathInfo> patCache, org.apache.hadoop.mapred.IndexCache indexCache, org.apache.hadoop.mapred.ShuffleHandler.ShuffleMetrics metrics, io.netty.channel.group.ChannelGroup allChannels)

Method Summary

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

conf

public final org.apache.hadoop.conf.Configuration conf

secretManager

public final org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager secretManager

userRsrc

public final Map<String,String> userRsrc

pathCache

public final org.apache.hadoop.thirdparty.com.google.common.cache.LoadingCache<org.apache.hadoop.mapred.ShuffleHandler.AttemptPathIdentifier,org.apache.hadoop.mapred.ShuffleHandler.AttemptPathInfo> pathCache

indexCache

public final org.apache.hadoop.mapred.IndexCache indexCache

metrics

public final org.apache.hadoop.mapred.ShuffleHandler.ShuffleMetrics metrics

allChannels

public final io.netty.channel.group.ChannelGroup allChannels

connectionKeepAliveEnabled

public final boolean connectionKeepAliveEnabled

sslFileBufferSize

public final int sslFileBufferSize

connectionKeepAliveTimeOut

public final int connectionKeepAliveTimeOut

mapOutputMetaInfoCacheSize

public final int mapOutputMetaInfoCacheSize

activeConnections

public final AtomicInteger activeConnections

manageOsCache

public final boolean manageOsCache

Should the shuffle use posix_fadvise calls to manage the OS cache during sendfile.

readaheadLength

public final int readaheadLength

maxShuffleConnections

public final int maxShuffleConnections

shuffleBufferSize

public final int shuffleBufferSize

shuffleTransferToAllowed

public final boolean shuffleTransferToAllowed

maxSessionOpenFiles

public final int maxSessionOpenFiles

readaheadPool

public final org.apache.hadoop.io.ReadaheadPool readaheadPool

port

public int port

Constructor Detail

ShuffleChannelHandlerContext

public ShuffleChannelHandlerContext(org.apache.hadoop.conf.Configuration conf,
                                    Map<String,String> userRsrc,
                                    org.apache.hadoop.mapreduce.security.token.JobTokenSecretManager secretManager,
                                    org.apache.hadoop.thirdparty.com.google.common.cache.LoadingCache<org.apache.hadoop.mapred.ShuffleHandler.AttemptPathIdentifier,org.apache.hadoop.mapred.ShuffleHandler.AttemptPathInfo> patCache,
                                    org.apache.hadoop.mapred.IndexCache indexCache,
                                    org.apache.hadoop.mapred.ShuffleHandler.ShuffleMetrics metrics,
                                    io.netty.channel.group.ChannelGroup allChannels)