Package org.apache.hadoop.hbase.regionserver.regionreplication

Class RegionReplicationSink

java.lang.Object

org.apache.hadoop.hbase.regionserver.regionreplication.RegionReplicationSink

@Private
public class RegionReplicationSink
extends Object

The class for replicating WAL edits to secondary replicas, one instance per region.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
private static final class	RegionReplicationSink.SinkEntry

Field Summary

Fields

Modifier and Type	Field	Description
static final String	BATCH_COUNT_CAPACITY
static final int	BATCH_COUNT_CAPACITY_DEFAULT
static final String	BATCH_SIZE_CAPACITY
static final long	BATCH_SIZE_CAPACITY_DEFAULT
private final long	batchCountCapacity
private final long	batchSizeCapacity
private final AsyncClusterConnection	conn
private final Queue<RegionReplicationSink.SinkEntry>	entries
private final org.agrona.collections.IntHashSet	failedReplicas
private final RegionReplicationFlushRequester	flushRequester
private long	lastFlushedSequenceId
private static final org.slf4j.Logger	LOG
private final RegionReplicationBufferManager	manager
static final String	META_EDIT_OPERATION_TIMEOUT_MS
static final long	META_EDIT_OPERATION_TIMEOUT_MS_DEFAULT
static final String	META_EDIT_RPC_TIMEOUT_MS
static final long	META_EDIT_RPC_TIMEOUT_MS_DEFAULT
private final long	metaEditOperationTimeoutNs
private final long	metaEditRpcTimeoutNs
static final String	OPERATION_TIMEOUT_MS
static final long	OPERATION_TIMEOUT_MS_DEFAULT
private final long	operationTimeoutNs
private long	pendingSize
private final RegionInfo	primary
private final int	regionReplication
private final int	retries
static final String	RETRIES_NUMBER
static final int	RETRIES_NUMBER_DEFAULT
static final String	RPC_TIMEOUT_MS
static final long	RPC_TIMEOUT_MS_DEFAULT
private final long	rpcTimeoutNs
private boolean	sending
private boolean	stopped
private boolean	stopping
private final TableDescriptor	tableDesc

Constructor Summary

Constructors

Constructor	Description
RegionReplicationSink(org.apache.hadoop.conf.Configuration conf, RegionInfo primary, TableDescriptor td, RegionReplicationBufferManager manager, Runnable flushRequester, AsyncClusterConnection conn)

Method Summary

Modifier and Type	Method	Description
void	add(WALKeyImpl key, WALEdit edit, ServerCall<?> rpcCall)	Add this edit to replication queue.
private long	clearAllEntries()
(package private) org.agrona.collections.IntHashSet	getFailedReplicas()
(package private) Optional<org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor>	getStartFlushAllDescriptor(Cell metaCell)
private boolean	isStartFlushAllStores(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor flushDesc)
(package private) void	onComplete(List<RegionReplicationSink.SinkEntry> sent, Map<Integer,org.apache.commons.lang3.mutable.MutableObject<Throwable>> replica2Error)
(package private) long	pendingSize()
private void	send()
void	stop()	Stop the replication sink.
void	waitUntilStopped()	Make sure that we have finished all the replicating requests.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

RETRIES_NUMBER

public static final String RETRIES_NUMBER

See Also:

• Constant Field Values

RETRIES_NUMBER_DEFAULT

public static final int RETRIES_NUMBER_DEFAULT

See Also:

• Constant Field Values

RPC_TIMEOUT_MS

public static final String RPC_TIMEOUT_MS

See Also:

• Constant Field Values

RPC_TIMEOUT_MS_DEFAULT

public static final long RPC_TIMEOUT_MS_DEFAULT

See Also:

• Constant Field Values

OPERATION_TIMEOUT_MS

public static final String OPERATION_TIMEOUT_MS

See Also:

• Constant Field Values

OPERATION_TIMEOUT_MS_DEFAULT

public static final long OPERATION_TIMEOUT_MS_DEFAULT

See Also:

• Constant Field Values

META_EDIT_RPC_TIMEOUT_MS

public static final String META_EDIT_RPC_TIMEOUT_MS

See Also:

• Constant Field Values

META_EDIT_RPC_TIMEOUT_MS_DEFAULT

public static final long META_EDIT_RPC_TIMEOUT_MS_DEFAULT

See Also:

• Constant Field Values

META_EDIT_OPERATION_TIMEOUT_MS

public static final String META_EDIT_OPERATION_TIMEOUT_MS

See Also:

• Constant Field Values

META_EDIT_OPERATION_TIMEOUT_MS_DEFAULT

public static final long META_EDIT_OPERATION_TIMEOUT_MS_DEFAULT

See Also:

• Constant Field Values

BATCH_SIZE_CAPACITY

public static final String BATCH_SIZE_CAPACITY

See Also:

• Constant Field Values

BATCH_SIZE_CAPACITY_DEFAULT

public static final long BATCH_SIZE_CAPACITY_DEFAULT

See Also:

• Constant Field Values

BATCH_COUNT_CAPACITY

public static final String BATCH_COUNT_CAPACITY

See Also:

• Constant Field Values

BATCH_COUNT_CAPACITY_DEFAULT

public static final int BATCH_COUNT_CAPACITY_DEFAULT

See Also:

• Constant Field Values

primary

private final RegionInfo primary

tableDesc

private final TableDescriptor tableDesc

regionReplication

private final int regionReplication

manager

private final RegionReplicationBufferManager manager

flushRequester

private final RegionReplicationFlushRequester flushRequester

conn

private final AsyncClusterConnection conn

failedReplicas

private final org.agrona.collections.IntHashSet failedReplicas

entries

private final Queue<RegionReplicationSink.SinkEntry> entries

retries

private final int retries

rpcTimeoutNs

private final long rpcTimeoutNs

operationTimeoutNs

private final long operationTimeoutNs

metaEditRpcTimeoutNs

private final long metaEditRpcTimeoutNs

metaEditOperationTimeoutNs

private final long metaEditOperationTimeoutNs

batchSizeCapacity

private final long batchSizeCapacity

batchCountCapacity

private final long batchCountCapacity

pendingSize

private volatile long pendingSize

lastFlushedSequenceId

private long lastFlushedSequenceId

sending

private boolean sending

stopping

private boolean stopping

stopped

private boolean stopped

Constructor Details

RegionReplicationSink

public RegionReplicationSink(org.apache.hadoop.conf.Configuration conf,
 RegionInfo primary,
 TableDescriptor td,
 RegionReplicationBufferManager manager,
 Runnable flushRequester,
 AsyncClusterConnection conn)

Method Details

onComplete

void onComplete(List<RegionReplicationSink.SinkEntry> sent,
 Map<Integer,org.apache.commons.lang3.mutable.MutableObject<Throwable>> replica2Error)

send

private void send()

isStartFlushAllStores

private boolean isStartFlushAllStores(org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor flushDesc)

getStartFlushAllDescriptor

Optional<org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos.FlushDescriptor> getStartFlushAllDescriptor(Cell metaCell)

clearAllEntries

private long clearAllEntries()

add

public void add(WALKeyImpl key,
 WALEdit edit,
 ServerCall<?> rpcCall)

Add this edit to replication queue.

The rpcCall is for retaining the cells if the edit is built within an rpc call and the rpc call has cell scanner, which is off heap.

pendingSize

long pendingSize()

stop

public void stop()

Stop the replication sink.

Usually this should only be called when you want to close a region.

waitUntilStopped

public void waitUntilStopped()
                      throws InterruptedException

Make sure that we have finished all the replicating requests.

After returning, we can make sure there will be no new replicating requests to secondary replicas.

This is used to keep the replicating order the same with the WAL edit order when writing.

Throws:

InterruptedException

getFailedReplicas

org.agrona.collections.IntHashSet getFailedReplicas()