Package org.apache.hadoop.hbase.ipc

Class RWQueueRpcExecutor

java.lang.Object

org.apache.hadoop.hbase.ipc.RpcExecutor

org.apache.hadoop.hbase.ipc.RWQueueRpcExecutor

Direct Known Subclasses:

FastPathRWQueueRpcExecutor, MetaRWQueueRpcExecutor

@LimitedPrivate({"Coprocesssor","Phoenix"})
@Evolving
public class RWQueueRpcExecutor
extends RpcExecutor

RPC Executor that uses different queues for reads and writes. With the options to use different queues/executors for gets and scans. Each handler has its own queue and there is no stealing.

Field Summary

Fields

Modifier and Type	Field	Description
private final AtomicInteger	activeReadHandlerCount
private final AtomicInteger	activeScanHandlerCount
private final AtomicInteger	activeWriteHandlerCount
static final String	CALL_QUEUE_READ_SHARE_CONF_KEY
static final String	CALL_QUEUE_SCAN_SHARE_CONF_KEY
private static final org.slf4j.Logger	LOG
private final int	numReadQueues
private final int	numScanQueues
private final int	numWriteQueues
private final QueueBalancer	readBalancer
private final int	readHandlersCount
private final QueueBalancer	scanBalancer
private final int	scanHandlersCount
private final QueueBalancer	writeBalancer
private final int	writeHandlersCount

Fields inherited from class org.apache.hadoop.hbase.ipc.RpcExecutor

CALL_QUEUE_CODEL_DEFAULT_INTERVAL, CALL_QUEUE_CODEL_DEFAULT_LIFO_THRESHOLD, CALL_QUEUE_CODEL_DEFAULT_TARGET_DELAY, CALL_QUEUE_CODEL_INTERVAL, CALL_QUEUE_CODEL_LIFO_THRESHOLD, CALL_QUEUE_CODEL_TARGET_DELAY, CALL_QUEUE_HANDLER_FACTOR_CONF_KEY, CALL_QUEUE_QUEUE_BALANCER_CLASS, CALL_QUEUE_QUEUE_BALANCER_CLASS_DEFAULT, CALL_QUEUE_TYPE_CODEL_CONF_VALUE, CALL_QUEUE_TYPE_CONF_DEFAULT, CALL_QUEUE_TYPE_CONF_KEY, CALL_QUEUE_TYPE_DEADLINE_CONF_VALUE, CALL_QUEUE_TYPE_FIFO_CONF_VALUE, CALL_QUEUE_TYPE_PLUGGABLE_CONF_VALUE, currentQueueLimit, DEFAULT_CALL_QUEUE_SIZE_HARD_LIMIT, numCallQueues, PLUGGABLE_CALL_QUEUE_CLASS_NAME, PLUGGABLE_CALL_QUEUE_WITH_FAST_PATH_ENABLED, QUEUE_MAX_CALL_DELAY_CONF_KEY, queues

Constructor Summary

Constructors

Constructor	Description
RWQueueRpcExecutor(String name, int handlerCount, int maxQueueLength, PriorityFunction priority, org.apache.hadoop.conf.Configuration conf, Abortable abortable)

Method Summary

Modifier and Type	Method	Description
private static int	calcNumReaders(int count, float readShare)
private static int	calcNumWriters(int count, float readShare)
protected int	computeNumCallQueues(int handlerCount, float callQueuesHandlersFactor)
boolean	dispatch(CallRunner callTask)	Add the request to the executor queue
protected boolean	dispatchTo(boolean toWriteQueue, boolean toScanQueue, CallRunner callTask)
int	getActiveHandlerCount()
int	getActiveReadHandlerCount()
int	getActiveScanHandlerCount()
int	getActiveWriteHandlerCount()
(package private) QueueBalancer	getReadBalancer()
int	getReadQueueLength()
protected float	getReadShare(org.apache.hadoop.conf.Configuration conf)
(package private) QueueBalancer	getScanBalancer()
int	getScanQueueLength()
protected float	getScanShare(org.apache.hadoop.conf.Configuration conf)
(package private) QueueBalancer	getWriteBalancer()
int	getWriteQueueLength()
private boolean	isScanRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header, org.apache.hbase.thirdparty.com.google.protobuf.Message param)
protected boolean	isWriteRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header, org.apache.hbase.thirdparty.com.google.protobuf.Message param)
void	onConfigurationChange(org.apache.hadoop.conf.Configuration conf)
private void	propagateBalancerConfigChange(QueueBalancer balancer, org.apache.hadoop.conf.Configuration conf)
protected boolean	shouldDispatchToScanQueue(CallRunner task)
protected void	startHandlers(int port)

Methods inherited from class org.apache.hadoop.hbase.ipc.RpcExecutor

getBalancer, getCallQueueCountsSummary, getCallQueueSizeSummary, getHandler, getName, getNumGeneralCallsDropped, getNumLifoModeSwitches, getQueueLength, getQueues, initializeQueues, isCodelQueueType, isDeadlineQueueType, isFifoQueueType, isPluggableQueueType, isPluggableQueueWithFastPath, resizeQueues, start, startHandlers, stop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

CALL_QUEUE_READ_SHARE_CONF_KEY

public static final String CALL_QUEUE_READ_SHARE_CONF_KEY

See Also:

• Constant Field Values

CALL_QUEUE_SCAN_SHARE_CONF_KEY

public static final String CALL_QUEUE_SCAN_SHARE_CONF_KEY

See Also:

• Constant Field Values

writeBalancer

private final QueueBalancer writeBalancer

readBalancer

private final QueueBalancer readBalancer

scanBalancer

private final QueueBalancer scanBalancer

writeHandlersCount

private final int writeHandlersCount

readHandlersCount

private final int readHandlersCount

scanHandlersCount

private final int scanHandlersCount

numWriteQueues

private final int numWriteQueues

numReadQueues

private final int numReadQueues

numScanQueues

private final int numScanQueues

activeWriteHandlerCount

private final AtomicInteger activeWriteHandlerCount

activeReadHandlerCount

private final AtomicInteger activeReadHandlerCount

activeScanHandlerCount

private final AtomicInteger activeScanHandlerCount

Constructor Details

RWQueueRpcExecutor

public RWQueueRpcExecutor(String name,
 int handlerCount,
 int maxQueueLength,
 PriorityFunction priority,
 org.apache.hadoop.conf.Configuration conf,
 Abortable abortable)

Method Details

computeNumCallQueues

protected int computeNumCallQueues(int handlerCount,
 float callQueuesHandlersFactor)

Overrides:

computeNumCallQueues in class RpcExecutor

startHandlers

protected void startHandlers(int port)

Overrides:

startHandlers in class RpcExecutor

dispatch

public boolean dispatch(CallRunner callTask)

Description copied from class: RpcExecutor

Add the request to the executor queue

Specified by:

dispatch in class RpcExecutor

dispatchTo

protected boolean dispatchTo(boolean toWriteQueue,
 boolean toScanQueue,
 CallRunner callTask)

getWriteQueueLength

public int getWriteQueueLength()

Overrides:

getWriteQueueLength in class RpcExecutor

getReadQueueLength

public int getReadQueueLength()

Overrides:

getReadQueueLength in class RpcExecutor

getScanQueueLength

public int getScanQueueLength()

Overrides:

getScanQueueLength in class RpcExecutor

getActiveHandlerCount

public int getActiveHandlerCount()

Overrides:

getActiveHandlerCount in class RpcExecutor

getActiveWriteHandlerCount

public int getActiveWriteHandlerCount()

Overrides:

getActiveWriteHandlerCount in class RpcExecutor

getActiveReadHandlerCount

public int getActiveReadHandlerCount()

Overrides:

getActiveReadHandlerCount in class RpcExecutor

getActiveScanHandlerCount

public int getActiveScanHandlerCount()

Overrides:

getActiveScanHandlerCount in class RpcExecutor

isWriteRequest

protected boolean isWriteRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header,
 org.apache.hbase.thirdparty.com.google.protobuf.Message param)

getWriteBalancer

QueueBalancer getWriteBalancer()

getReadBalancer

QueueBalancer getReadBalancer()

getScanBalancer

QueueBalancer getScanBalancer()

isScanRequest

private boolean isScanRequest(org.apache.hadoop.hbase.shaded.protobuf.generated.RPCProtos.RequestHeader header,
 org.apache.hbase.thirdparty.com.google.protobuf.Message param)

shouldDispatchToScanQueue

protected boolean shouldDispatchToScanQueue(CallRunner task)

getReadShare

protected float getReadShare(org.apache.hadoop.conf.Configuration conf)

getScanShare

protected float getScanShare(org.apache.hadoop.conf.Configuration conf)

calcNumWriters

private static int calcNumWriters(int count,
 float readShare)

calcNumReaders

private static int calcNumReaders(int count,
 float readShare)

onConfigurationChange

public void onConfigurationChange(org.apache.hadoop.conf.Configuration conf)

Overrides:

onConfigurationChange in class RpcExecutor

propagateBalancerConfigChange

private void propagateBalancerConfigChange(QueueBalancer balancer,
 org.apache.hadoop.conf.Configuration conf)