Package org.apache.hadoop.hbase.replication.regionserver

Class TestReplicationSourceManager

java.lang.Object

org.apache.hadoop.hbase.replication.regionserver.TestReplicationSourceManager

Direct Known Subclasses:

TestReplicationSourceManagerZkImpl

public abstract class TestReplicationSourceManager
extends Object

An abstract class that tests ReplicationSourceManager. Classes that extend this class should set up the proper config for this class and initialize the proper cluster using HBaseTestingUtility.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	TestReplicationSourceManager.DummyNodeFailoverWorker
(package private) static class	TestReplicationSourceManager.DummyServer
(package private) static class	TestReplicationSourceManager.FailInitializeDummyReplicationSource

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
protected static org.apache.hadoop.conf.Configuration	conf
protected static final byte[]	f1
protected static final byte[]	f2
protected static List<String>	files
protected static org.apache.hadoop.fs.FileSystem	fs
protected static org.apache.hadoop.hbase.HRegionInfo	hri
protected static org.apache.hadoop.hbase.HTableDescriptor	htd
protected static CountDownLatch	latch
protected static final org.slf4j.Logger	LOG
protected static org.apache.hadoop.fs.Path	logDir
protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager	manager
protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager	managerOfCluster
protected static org.apache.hadoop.fs.Path	oldLogDir
protected static final byte[]	r1
protected static final byte[]	r2
protected static org.apache.hadoop.hbase.replication.regionserver.Replication	replication
protected static NavigableMap<byte[],Integer>	scopes
protected static final String	slaveId
protected static final org.apache.hadoop.hbase.TableName	test
org.junit.rules.TestName	testName
protected static HBaseTestingUtility	utility
protected static org.apache.hadoop.hbase.zookeeper.ZKWatcher	zkw

Constructor Summary

Constructors

Constructor	Description
TestReplicationSourceManager()

Method Summary

Modifier and Type	Method	Description
private void	addPeerAndWait(String peerId, org.apache.hadoop.hbase.replication.ReplicationPeerConfig peerConfig, boolean waitForSource)	Add a peer and wait for it to initialize
private void	cleanLogDir()
private org.apache.hadoop.hbase.wal.WALEdit	getBulkLoadWALEdit(NavigableMap<byte[],Integer> scope)
private static org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSource	getGlobalSource()
private static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager	getManagerFromCluster()
private static long	getSizeOfLatestPath()
private void	removePeerAndWait(String peerId)	Remove a peer and wait for it to get cleaned up
void	setUp()
protected static void	setupZkAndReplication()
void	tearDown()
static void	tearDownAfterClass()
void	testBulkLoadWALEdits()
void	testBulkLoadWALEditsWithoutBulkLoadReplicationEnabled()
void	testClaimQueues()
void	testCleanupFailoverQueues()
void	testCleanupUnknownPeerZNode()
void	testCompactionWALEdits()	Test for HBASE-9038, Replication.scopeWALEdits would NPE if it wasn't filtering out the compaction WALEdit.
void	testDisablePeerMetricsCleanup()
void	testLogRoll()
void	testPeerRemovalCleanup()	Test whether calling removePeer() on a ReplicationSourceManager that failed on initializing the corresponding ReplicationSourceInterface correctly cleans up the corresponding replication queue and ReplicationPeer.
void	testRemovePeerMetricsCleanup()
void	testSameWALPrefix()
private static void	waitPeer(String peerId, org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager manager, boolean waitForSource)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

protected static final org.slf4j.Logger LOG

conf

protected static org.apache.hadoop.conf.Configuration conf

utility

protected static HBaseTestingUtility utility

replication

protected static org.apache.hadoop.hbase.replication.regionserver.Replication replication

manager

protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager manager

managerOfCluster

protected static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager managerOfCluster

zkw

protected static org.apache.hadoop.hbase.zookeeper.ZKWatcher zkw

htd

protected static org.apache.hadoop.hbase.HTableDescriptor htd

hri

protected static org.apache.hadoop.hbase.HRegionInfo hri

r1

protected static final byte[] r1

r2

protected static final byte[] r2

f1

protected static final byte[] f1

f2

protected static final byte[] f2

test

protected static final org.apache.hadoop.hbase.TableName test

slaveId

protected static final String slaveId

See Also:

• Constant Field Values

fs

protected static org.apache.hadoop.fs.FileSystem fs

oldLogDir

protected static org.apache.hadoop.fs.Path oldLogDir

logDir

protected static org.apache.hadoop.fs.Path logDir

latch

protected static CountDownLatch latch

files

protected static List<String> files

scopes

protected static NavigableMap<byte[],Integer> scopes

testName

public org.junit.rules.TestName testName

Constructor Details

TestReplicationSourceManager

public TestReplicationSourceManager()

Method Details

setupZkAndReplication

protected static void setupZkAndReplication()
                                     throws Exception

Throws:

Exception

getManagerFromCluster

private static org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager getManagerFromCluster()

tearDownAfterClass

public static void tearDownAfterClass()
                               throws Exception

Throws:

Exception

cleanLogDir

private void cleanLogDir()
                  throws IOException

Throws:

IOException

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testLogRoll

public void testLogRoll()
                 throws Exception

Throws:

Exception

testClaimQueues

public void testClaimQueues()
                     throws Exception

Throws:

Exception

testCleanupFailoverQueues

public void testCleanupFailoverQueues()
                               throws Exception

Throws:

Exception

testCleanupUnknownPeerZNode

public void testCleanupUnknownPeerZNode()
                                 throws Exception

Throws:

Exception

testCompactionWALEdits

public void testCompactionWALEdits()
                            throws Exception

Test for HBASE-9038, Replication.scopeWALEdits would NPE if it wasn't filtering out the compaction WALEdit.

Throws:

Exception

testBulkLoadWALEditsWithoutBulkLoadReplicationEnabled

public void testBulkLoadWALEditsWithoutBulkLoadReplicationEnabled()
                                                           throws Exception

Throws:

Exception

testBulkLoadWALEdits

public void testBulkLoadWALEdits()
                          throws Exception

Throws:

Exception

testPeerRemovalCleanup

public void testPeerRemovalCleanup()
                            throws Exception

Test whether calling removePeer() on a ReplicationSourceManager that failed on initializing the corresponding ReplicationSourceInterface correctly cleans up the corresponding replication queue and ReplicationPeer. See HBASE-16096.

Throws:

Exception

getGlobalSource

private static org.apache.hadoop.hbase.replication.regionserver.MetricsReplicationSourceSource getGlobalSource()
                                                                                                        throws Exception

Throws:

Exception

getSizeOfLatestPath

private static long getSizeOfLatestPath()

testRemovePeerMetricsCleanup

public void testRemovePeerMetricsCleanup()
                                  throws Exception

Throws:

Exception

testDisablePeerMetricsCleanup

public void testDisablePeerMetricsCleanup()
                                   throws Exception

Throws:

Exception

addPeerAndWait

private void addPeerAndWait(String peerId,
 org.apache.hadoop.hbase.replication.ReplicationPeerConfig peerConfig,
 boolean waitForSource)
                     throws Exception

Add a peer and wait for it to initialize

Parameters:

waitForSource - Whether to wait for replication source to initialize

Throws:

Exception

waitPeer

private static void waitPeer(String peerId,
 org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager manager,
 boolean waitForSource)

removePeerAndWait

private void removePeerAndWait(String peerId)
                        throws Exception

Remove a peer and wait for it to get cleaned up

Throws:

Exception

testSameWALPrefix

public void testSameWALPrefix()
                       throws IOException

Throws:

IOException

getBulkLoadWALEdit

private org.apache.hadoop.hbase.wal.WALEdit getBulkLoadWALEdit(NavigableMap<byte[],Integer> scope)