Package org.apache.hadoop.hbase.procedure2

Class RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>

java.lang.Object

org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher<TEnv,TRemote>

Direct Known Subclasses:

RSProcedureDispatcher

@Private
public abstract class RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>
extends Object

A procedure dispatcher that aggregates and sends after elapsed time or after we hit count threshold. Creates its own threadpool to run RPCs with timeout.

• Each server queue has a dispatch buffer
• Once the dispatch buffer reaches a threshold-size/time we send

Call start() and then submitTask(Runnable). When done, call stop().

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected final class	RemoteProcedureDispatcher.BufferNode	Node that contains a set of RemoteProcedures
private static final class	RemoteProcedureDispatcher.DelayedTask	Delayed object that holds a FutureTask.
static interface	RemoteProcedureDispatcher.RemoteNode<TEnv,TRemote>	Account of what procedures are running on remote node.
static class	RemoteProcedureDispatcher.RemoteOperation	Data structure with reference to remote operation.
static interface	RemoteProcedureDispatcher.RemoteProcedure<TEnv,TRemote>	Remote procedure reference.
private final class	RemoteProcedureDispatcher.TimeoutExecutorThread

Field Summary

Fields

Modifier and Type	Field	Description
private final int	corePoolSize
private static final int	DEFAULT_DISPATCH_DELAY
private static final int	DEFAULT_MAX_QUEUE_SIZE
private static final int	DEFAULT_THREAD_POOL_SIZE
static final String	DISPATCH_DELAY_CONF_KEY
static final String	DISPATCH_MAX_QUEUE_SIZE_CONF_KEY
private static final org.slf4j.Logger	LOG
private final ConcurrentHashMap<TRemote,RemoteProcedureDispatcher<TEnv,TRemote>.BufferNode>	nodeMap
private final int	operationDelay
private final int	queueMaxSize
private final AtomicBoolean	running
static final String	THREAD_POOL_SIZE_CONF_KEY
private ThreadPoolExecutor	threadPool
private RemoteProcedureDispatcher<TEnv,TRemote>.TimeoutExecutorThread	timeoutExecutor

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	RemoteProcedureDispatcher(org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method	Description
protected abstract void	abortPendingOperations(TRemote key, Set<RemoteProcedureDispatcher.RemoteProcedure> operations)
void	addNode(TRemote key)	Add a node that will be able to execute remote procedures
void	addOperationToNode(TRemote key, RemoteProcedureDispatcher.RemoteProcedure rp)	Add a remote rpc.
protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation>	buildAndGroupRequestByType(TEnv env, TRemote remote, Set<RemoteProcedureDispatcher.RemoteProcedure> remoteProcedures)
protected <T extends RemoteProcedureDispatcher.RemoteOperation> List<T>	fetchType(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> requestByType, Class<T> type)
protected abstract Thread.UncaughtExceptionHandler	getUncaughtExceptionHandler()
boolean	hasNode(TRemote key)
void	join()
protected abstract void	remoteDispatch(TRemote key, Set<RemoteProcedureDispatcher.RemoteProcedure> operations)
void	removeCompletedOperation(TRemote key, RemoteProcedureDispatcher.RemoteProcedure rp)
boolean	removeNode(TRemote key)	Remove a remote node
protected void	setTimeoutExecutorUncaughtExceptionHandler(Thread.UncaughtExceptionHandler eh)
boolean	start()
boolean	stop()
protected final void	submitTask(Runnable task)
protected final void	submitTask(Runnable task, long delay, TimeUnit unit)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

THREAD_POOL_SIZE_CONF_KEY

public static final String THREAD_POOL_SIZE_CONF_KEY

See Also:

• Constant Field Values

DEFAULT_THREAD_POOL_SIZE

private static final int DEFAULT_THREAD_POOL_SIZE

See Also:

• Constant Field Values

DISPATCH_DELAY_CONF_KEY

public static final String DISPATCH_DELAY_CONF_KEY

See Also:

• Constant Field Values

DEFAULT_DISPATCH_DELAY

private static final int DEFAULT_DISPATCH_DELAY

See Also:

• Constant Field Values

DISPATCH_MAX_QUEUE_SIZE_CONF_KEY

public static final String DISPATCH_MAX_QUEUE_SIZE_CONF_KEY

See Also:

• Constant Field Values

DEFAULT_MAX_QUEUE_SIZE

private static final int DEFAULT_MAX_QUEUE_SIZE

See Also:

• Constant Field Values

running

private final AtomicBoolean running

nodeMap

private final ConcurrentHashMap<TRemote extends Comparable<TRemote>,RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>.BufferNode> nodeMap

operationDelay

private final int operationDelay

queueMaxSize

private final int queueMaxSize

corePoolSize

private final int corePoolSize

timeoutExecutor

private RemoteProcedureDispatcher<TEnv,TRemote extends Comparable<TRemote>>.TimeoutExecutorThread timeoutExecutor

threadPool

private ThreadPoolExecutor threadPool

Constructor Details

RemoteProcedureDispatcher

protected RemoteProcedureDispatcher(org.apache.hadoop.conf.Configuration conf)

Method Details

start

public boolean start()

setTimeoutExecutorUncaughtExceptionHandler

protected void setTimeoutExecutorUncaughtExceptionHandler(Thread.UncaughtExceptionHandler eh)

stop

public boolean stop()

join

public void join()

getUncaughtExceptionHandler

protected abstract Thread.UncaughtExceptionHandler getUncaughtExceptionHandler()

addNode

public void addNode(TRemote key)

Add a node that will be able to execute remote procedures

Parameters:

key - the node identifier

addOperationToNode

public void addOperationToNode(TRemote key,
 RemoteProcedureDispatcher.RemoteProcedure rp)
                        throws NullTargetServerDispatchException,
NoServerDispatchException,
NoNodeDispatchException

Add a remote rpc.

Parameters:

key - the node identifier

Throws:

NullTargetServerDispatchException

NoServerDispatchException

NoNodeDispatchException

removeCompletedOperation

public void removeCompletedOperation(TRemote key,
 RemoteProcedureDispatcher.RemoteProcedure rp)

removeNode

public boolean removeNode(TRemote key)

Remove a remote node

Parameters:

key - the node identifier

submitTask

protected final void submitTask(Runnable task)

submitTask

protected final void submitTask(Runnable task,
 long delay,
 TimeUnit unit)

remoteDispatch

protected abstract void remoteDispatch(TRemote key,
 Set<RemoteProcedureDispatcher.RemoteProcedure> operations)

abortPendingOperations

protected abstract void abortPendingOperations(TRemote key,
 Set<RemoteProcedureDispatcher.RemoteProcedure> operations)

buildAndGroupRequestByType

protected org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> buildAndGroupRequestByType(TEnv env,
 TRemote remote,
 Set<RemoteProcedureDispatcher.RemoteProcedure> remoteProcedures)

fetchType

protected <T extends RemoteProcedureDispatcher.RemoteOperation>
List<T> fetchType(org.apache.hbase.thirdparty.com.google.common.collect.ArrayListMultimap<Class<?>,RemoteProcedureDispatcher.RemoteOperation> requestByType,
 Class<T> type)

hasNode

public boolean hasNode(TRemote key)