Package org.apache.hadoop.hbase.regionserver

Class HeapMemoryManager

java.lang.Object

org.apache.hadoop.hbase.regionserver.HeapMemoryManager

@Private
public class HeapMemoryManager
extends Object

Manages tuning of Heap memory using HeapMemoryTuner. Most part of the heap memory is split between Memstores and BlockCache. This manager helps in tuning sizes of both these dynamically, as per the R/W load on the servers.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static interface	HeapMemoryManager.HeapMemoryTuneObserver	Every class that wants to observe heap memory tune actions must implement this interface.
private class	HeapMemoryManager.HeapMemoryTunerChore
static final class	HeapMemoryManager.TunerContext	POJO to pass all the relevant information required to do the heap memory tuning.
static final class	HeapMemoryManager.TunerResult	POJO which holds the result of memory tuning done by HeapMemoryTuner implementation.

Field Summary

Fields

Modifier and Type	Field	Description
static final String	BLOCK_CACHE_SIZE_MAX_RANGE_KEY
static final String	BLOCK_CACHE_SIZE_MIN_RANGE_KEY
private final ResizableBlockCache	blockCache
private float	blockCachePercent
private float	blockCachePercentMaxRange
private float	blockCachePercentMinRange
private static final int	CLUSTER_MINIMUM_MEMORY_THRESHOLD
private static final int	CONVERT_TO_PERCENTAGE
private final int	defaultChorePeriod
private float	globalMemStorePercent
private float	globalMemStorePercentMaxRange
private float	globalMemStorePercentMinRange
static final String	HBASE_RS_HEAP_MEMORY_TUNER_CLASS
static final int	HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD
static final String	HBASE_RS_HEAP_MEMORY_TUNER_PERIOD
static final float	HEAP_OCCUPANCY_ERROR_VALUE
private HeapMemoryManager.HeapMemoryTunerChore	heapMemTunerChore
private final float	heapOccupancyLowWatermark
private float	heapOccupancyPercent
private static final org.slf4j.Logger	LOG
private final long	maxHeapSize
static final String	MEMSTORE_SIZE_MAX_RANGE_KEY
static final String	MEMSTORE_SIZE_MIN_RANGE_KEY
private final FlushRequester	memStoreFlusher
private MetricsHeapMemoryManager	metricsHeapMemoryManager
private final RegionServerAccounting	regionServerAccounting
private final Server	server
private List<HeapMemoryManager.HeapMemoryTuneObserver>	tuneObservers
private final boolean	tunerOn

Constructor Summary

Constructors

Constructor	Description
HeapMemoryManager(BlockCache blockCache, FlushRequester memStoreFlusher, Server server, RegionServerAccounting regionServerAccounting)

Method Summary

Modifier and Type	Method	Description
private boolean	doInit(org.apache.hadoop.conf.Configuration conf)
float	getHeapOccupancyPercent()	Returns heap occupancy percentage, 0 <= n <= 1.
(package private) boolean	isTunerOn()
void	registerTuneObserver(HeapMemoryManager.HeapMemoryTuneObserver observer)
void	start(ChoreService service)
void	stop()
private ResizableBlockCache	toResizableBlockCache(BlockCache blockCache)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

CONVERT_TO_PERCENTAGE

private static final int CONVERT_TO_PERCENTAGE

See Also:

• Constant Field Values

CLUSTER_MINIMUM_MEMORY_THRESHOLD

private static final int CLUSTER_MINIMUM_MEMORY_THRESHOLD

See Also:

• Constant Field Values

BLOCK_CACHE_SIZE_MAX_RANGE_KEY

public static final String BLOCK_CACHE_SIZE_MAX_RANGE_KEY

See Also:

• Constant Field Values

BLOCK_CACHE_SIZE_MIN_RANGE_KEY

public static final String BLOCK_CACHE_SIZE_MIN_RANGE_KEY

See Also:

• Constant Field Values

MEMSTORE_SIZE_MAX_RANGE_KEY

public static final String MEMSTORE_SIZE_MAX_RANGE_KEY

See Also:

• Constant Field Values

MEMSTORE_SIZE_MIN_RANGE_KEY

public static final String MEMSTORE_SIZE_MIN_RANGE_KEY

See Also:

• Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_PERIOD

public static final String HBASE_RS_HEAP_MEMORY_TUNER_PERIOD

See Also:

• Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD

public static final int HBASE_RS_HEAP_MEMORY_TUNER_DEFAULT_PERIOD

See Also:

• Constant Field Values

HBASE_RS_HEAP_MEMORY_TUNER_CLASS

public static final String HBASE_RS_HEAP_MEMORY_TUNER_CLASS

See Also:

• Constant Field Values

HEAP_OCCUPANCY_ERROR_VALUE

public static final float HEAP_OCCUPANCY_ERROR_VALUE

See Also:

• Constant Field Values

globalMemStorePercent

private float globalMemStorePercent

globalMemStorePercentMinRange

private float globalMemStorePercentMinRange

globalMemStorePercentMaxRange

private float globalMemStorePercentMaxRange

blockCachePercent

private float blockCachePercent

blockCachePercentMinRange

private float blockCachePercentMinRange

blockCachePercentMaxRange

private float blockCachePercentMaxRange

heapOccupancyPercent

private float heapOccupancyPercent

blockCache

private final ResizableBlockCache blockCache

memStoreFlusher

private final FlushRequester memStoreFlusher

server

private final Server server

regionServerAccounting

private final RegionServerAccounting regionServerAccounting

heapMemTunerChore

private HeapMemoryManager.HeapMemoryTunerChore heapMemTunerChore

tunerOn

private final boolean tunerOn

defaultChorePeriod

private final int defaultChorePeriod

heapOccupancyLowWatermark

private final float heapOccupancyLowWatermark

maxHeapSize

private final long maxHeapSize

metricsHeapMemoryManager

private MetricsHeapMemoryManager metricsHeapMemoryManager

tuneObservers

private List<HeapMemoryManager.HeapMemoryTuneObserver> tuneObservers

Constructor Details

HeapMemoryManager

HeapMemoryManager(BlockCache blockCache,
 FlushRequester memStoreFlusher,
 Server server,
 RegionServerAccounting regionServerAccounting)

Method Details

toResizableBlockCache

private ResizableBlockCache toResizableBlockCache(BlockCache blockCache)

doInit

private boolean doInit(org.apache.hadoop.conf.Configuration conf)

start

public void start(ChoreService service)

stop

public void stop()

registerTuneObserver

public void registerTuneObserver(HeapMemoryManager.HeapMemoryTuneObserver observer)

isTunerOn

boolean isTunerOn()

getHeapOccupancyPercent

public float getHeapOccupancyPercent()

Returns heap occupancy percentage, 0 <= n <= 1. or -0.0 for error asking JVM