Package org.apache.hadoop.hbase.procedure2.store.wal

Class TestWALProcedureStore

java.lang.Object

org.apache.hadoop.hbase.procedure2.store.wal.TestWALProcedureStore

public class TestWALProcedureStore
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	TestWALProcedureStore.TestSequentialProcedure

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
private org.apache.hadoop.fs.FileSystem	fs
private final HBaseCommonTestingUtility	htu
private static final org.slf4j.Logger	LOG
private org.apache.hadoop.fs.Path	logDir
private static final int	PROCEDURE_STORE_SLOTS
private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore	procStore
private org.apache.hadoop.fs.Path	testDir

Constructor Summary

Constructors

Constructor	Description
TestWALProcedureStore()

Method Summary

Modifier and Type	Method	Description
private static void	assertDeleted(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker, org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs, int[] deletedProcs, int[] nonDeletedProcs)
private static void	assertUpdated(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker, org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs, int[] updatedProcs, int[] nonUpdatedProcs)
private void	corruptLog(org.apache.hadoop.fs.FileStatus logFile, long dropBytes)
private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore	createWALProcedureStore(org.apache.hadoop.conf.Configuration conf)
private ProcedureTestingUtility.LoadCounter	restartAndAssert(long maxProcId, long runnableCount, int completedCount, int corruptedCount)
void	setUp()
private void	setupConfig(org.apache.hadoop.conf.Configuration conf)
private void	storeRestart(org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoader loader)
void	tearDown()
void	testBatchDelete()
void	testBatchInsert()
void	testCorruptedEntries()
void	testCorruptedProcedures()
void	testCorruptedTrailer()
void	testCorruptedTrailersRebuild()
void	testEmptyLogLoad()
void	testEmptyRoll()
void	testFileNotFoundDuringLeaseRecovery()
void	testLoad()
void	testLoadChildren()
void	testLogFileAlreadyExists()
void	testNoTrailerDoubleRestart()
void	testProcIdHoles()
void	testRestartWithoutData()
void	testRollAndRemove()
void	testWalCleanerNoHoles()
void	testWalCleanerSequentialClean()
void	testWalCleanerUpdates()
void	testWalCleanerUpdatesDontLeaveHoles()
void	testWalCleanerWithEmptyRolls()
void	testWALDirAndWALArchiveDir()
void	trackersLoadedForAllOldLogs()	Tests that tracker for all old logs are loaded back after procedure store is restarted.
private void	verifyProcIdsOnRestart(Set<Long> procIds)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

LOG

private static final org.slf4j.Logger LOG

PROCEDURE_STORE_SLOTS

private static final int PROCEDURE_STORE_SLOTS

See Also:

• Constant Field Values

procStore

private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore procStore

htu

private final HBaseCommonTestingUtility htu

fs

private org.apache.hadoop.fs.FileSystem fs

testDir

private org.apache.hadoop.fs.Path testDir

logDir

private org.apache.hadoop.fs.Path logDir

Constructor Details

TestWALProcedureStore

public TestWALProcedureStore()

Method Details

setupConfig

private void setupConfig(org.apache.hadoop.conf.Configuration conf)

setUp

public void setUp()
           throws IOException

Throws:

IOException

tearDown

public void tearDown()
              throws IOException

Throws:

IOException

storeRestart

private void storeRestart(org.apache.hadoop.hbase.procedure2.store.ProcedureStore.ProcedureLoader loader)
                   throws Exception

Throws:

Exception

testEmptyRoll

public void testEmptyRoll()
                   throws Exception

Throws:

Exception

testRestartWithoutData

public void testRestartWithoutData()
                            throws Exception

Throws:

Exception

trackersLoadedForAllOldLogs

public void trackersLoadedForAllOldLogs()
                                 throws Exception

Tests that tracker for all old logs are loaded back after procedure store is restarted.

Throws:

Exception

testWalCleanerSequentialClean

public void testWalCleanerSequentialClean()
                                   throws Exception

Throws:

Exception

testWalCleanerNoHoles

public void testWalCleanerNoHoles()
                           throws Exception

Throws:

Exception

testWalCleanerUpdates

public void testWalCleanerUpdates()
                           throws Exception

Throws:

Exception

testWalCleanerUpdatesDontLeaveHoles

public void testWalCleanerUpdatesDontLeaveHoles()
                                         throws Exception

Throws:

Exception

testWalCleanerWithEmptyRolls

public void testWalCleanerWithEmptyRolls()
                                  throws Exception

Throws:

Exception

testEmptyLogLoad

public void testEmptyLogLoad()
                      throws Exception

Throws:

Exception

testLoad

public void testLoad()
              throws Exception

Throws:

Exception

testNoTrailerDoubleRestart

public void testNoTrailerDoubleRestart()
                                throws Exception

Throws:

Exception

testProcIdHoles

public void testProcIdHoles()
                     throws Exception

Throws:

Exception

testCorruptedTrailer

public void testCorruptedTrailer()
                          throws Exception

Throws:

Exception

assertUpdated

private static void assertUpdated(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker,
 org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs,
 int[] updatedProcs,
 int[] nonUpdatedProcs)

assertDeleted

private static void assertDeleted(org.apache.hadoop.hbase.procedure2.store.wal.ProcedureStoreTracker tracker,
 org.apache.hadoop.hbase.procedure2.Procedure<?>[] procs,
 int[] deletedProcs,
 int[] nonDeletedProcs)

testCorruptedTrailersRebuild

public void testCorruptedTrailersRebuild()
                                  throws Exception

Throws:

Exception

testCorruptedEntries

public void testCorruptedEntries()
                          throws Exception

Throws:

Exception

testCorruptedProcedures

public void testCorruptedProcedures()
                             throws Exception

Throws:

Exception

testRollAndRemove

public void testRollAndRemove()
                       throws IOException

Throws:

IOException

testFileNotFoundDuringLeaseRecovery

public void testFileNotFoundDuringLeaseRecovery()
                                         throws IOException

Throws:

IOException

testLogFileAlreadyExists

public void testLogFileAlreadyExists()
                              throws IOException

Throws:

IOException

testLoadChildren

public void testLoadChildren()
                      throws Exception

Throws:

Exception

testBatchDelete

public void testBatchDelete()
                     throws Exception

Throws:

Exception

testBatchInsert

public void testBatchInsert()
                     throws Exception

Throws:

Exception

testWALDirAndWALArchiveDir

public void testWALDirAndWALArchiveDir()
                                throws IOException

Throws:

IOException

createWALProcedureStore

private org.apache.hadoop.hbase.procedure2.store.wal.WALProcedureStore createWALProcedureStore(org.apache.hadoop.conf.Configuration conf)
                                                                                        throws IOException

Throws:

IOException

restartAndAssert

private ProcedureTestingUtility.LoadCounter restartAndAssert(long maxProcId,
 long runnableCount,
 int completedCount,
 int corruptedCount)
                                                      throws Exception

Throws:

Exception

corruptLog

private void corruptLog(org.apache.hadoop.fs.FileStatus logFile,
 long dropBytes)
                 throws IOException

Throws:

IOException

verifyProcIdsOnRestart

private void verifyProcIdsOnRestart(Set<Long> procIds)
                             throws Exception

Throws:

Exception