Package org.apache.hadoop.hbase.regionserver

Class TestStripeStoreFileManager

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestStripeStoreFileManager

public class TestStripeStoreFileManager
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
private static final org.apache.hadoop.fs.Path	BASEDIR
private static final org.apache.hadoop.fs.Path	CFDIR
static final HBaseClassTestRule	CLASS_RULE
private static final byte[]	KEY_A
private static final byte[]	KEY_B
private static final byte[]	KEY_C
private static final byte[]	KEY_D
private static final org.apache.hadoop.hbase.KeyValue	KV_A
private static final org.apache.hadoop.hbase.KeyValue	KV_B
private static final org.apache.hadoop.hbase.KeyValue	KV_C
private static final org.apache.hadoop.hbase.KeyValue	KV_D
private static final HBaseTestingUtility	TEST_UTIL

Constructor Summary

Constructors

Constructor	Description
TestStripeStoreFileManager()

Method Summary

Modifier and Type	Method	Description
private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile>	al(org.apache.hadoop.hbase.regionserver.HStoreFile... sfs)
private static MockHStoreFile	createFile()
private static MockHStoreFile	createFile(byte[] startKey, byte[] endKey)
private static MockHStoreFile	createFile(long size, long seqNum)
private static MockHStoreFile	createFile(long size, long seqNum, byte[] startKey, byte[] endKey)
private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager	createManager()
private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager	createManager(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> sfs)
private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager	createManager(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> sfs, org.apache.hadoop.conf.Configuration conf)
private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile>	dumpIterator(Iterator<org.apache.hadoop.hbase.regionserver.HStoreFile> iter)
private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile>	flattenLists(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile>... sfls)
private static byte[]	keyAfter(byte[] key)
void	setUp()
void	tearDown()
void	testAddingCompactionResults()
void	testClearFiles()
void	testCompactionAndFlushConflict()
void	testEmptyResultsForStripes()
void	testGetFilesForGetAndScan()
void	testGetSplitPointEdgeCases()
void	testGetStripeBoundarySplits()
void	testGetUnbalancedSplits()
void	testInsertFilesIntoL0()
void	testLoadFilesAfterSplit()
void	testLoadFilesWithBadStripe()
void	testLoadFilesWithGaps()
void	testLoadFilesWithRecoverableBadFiles()
void	testPriority()
private void	testPriorityScenario(int expectedPriority, int limit, int stripes, int filesInStripe, int l0Files)
void	testRowKeyBefore()
private void	verifyAllFiles(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager, Collection<org.apache.hadoop.hbase.regionserver.HStoreFile> results)
private void	verifyGetAndScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager, byte[] start, byte[] end, org.apache.hadoop.hbase.regionserver.HStoreFile... results)
private void	verifyGetOrScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager, byte[] start, byte[] end, Collection<org.apache.hadoop.hbase.regionserver.HStoreFile> results)
private void	verifyGetOrScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager, byte[] start, byte[] end, org.apache.hadoop.hbase.regionserver.HStoreFile... results)
private void	verifyInvalidCompactionScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager, ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> filesToCompact, ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> filesToInsert)
private void	verifySplitPointScenario(int splitPointAfter, boolean shouldSplitStripe, float splitRatioToVerify, int... sizes)	Verifies scenario for finding a split point.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

TEST_UTIL

private static final HBaseTestingUtility TEST_UTIL

BASEDIR

private static final org.apache.hadoop.fs.Path BASEDIR

CFDIR

private static final org.apache.hadoop.fs.Path CFDIR

KEY_A

private static final byte[] KEY_A

KEY_B

private static final byte[] KEY_B

KEY_C

private static final byte[] KEY_C

KEY_D

private static final byte[] KEY_D

KV_A

private static final org.apache.hadoop.hbase.KeyValue KV_A

KV_B

private static final org.apache.hadoop.hbase.KeyValue KV_B

KV_C

private static final org.apache.hadoop.hbase.KeyValue KV_C

KV_D

private static final org.apache.hadoop.hbase.KeyValue KV_D

Constructor Details

TestStripeStoreFileManager

public TestStripeStoreFileManager()

Method Details

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testInsertFilesIntoL0

public void testInsertFilesIntoL0()
                           throws Exception

Throws:

Exception

testClearFiles

public void testClearFiles()
                    throws Exception

Throws:

Exception

dumpIterator

private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> dumpIterator(Iterator<org.apache.hadoop.hbase.regionserver.HStoreFile> iter)

testRowKeyBefore

public void testRowKeyBefore()
                      throws Exception

Throws:

Exception

testGetSplitPointEdgeCases

public void testGetSplitPointEdgeCases()
                                throws Exception

Throws:

Exception

testGetStripeBoundarySplits

public void testGetStripeBoundarySplits()
                                 throws Exception

Throws:

Exception

testGetUnbalancedSplits

public void testGetUnbalancedSplits()
                             throws Exception

Throws:

Exception

verifySplitPointScenario

private void verifySplitPointScenario(int splitPointAfter,
 boolean shouldSplitStripe,
 float splitRatioToVerify,
 int... sizes)
                               throws Exception

Verifies scenario for finding a split point.

Parameters:

splitPointAfter - Stripe to expect the split point at/after.

shouldSplitStripe - If true, the split point is expected in the middle of the above stripe; if false, should be at the end.

splitRatioToVerify - Maximum split imbalance ratio.

sizes - Stripe sizes.

Throws:

Exception

keyAfter

private static byte[] keyAfter(byte[] key)

testGetFilesForGetAndScan

public void testGetFilesForGetAndScan()
                               throws Exception

Throws:

Exception

verifyGetAndScanScenario

private void verifyGetAndScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager,
 byte[] start,
 byte[] end,
 org.apache.hadoop.hbase.regionserver.HStoreFile... results)
                               throws Exception

Throws:

Exception

testLoadFilesWithRecoverableBadFiles

public void testLoadFilesWithRecoverableBadFiles()
                                          throws Exception

Throws:

Exception

testLoadFilesWithBadStripe

public void testLoadFilesWithBadStripe()
                                throws Exception

Throws:

Exception

testLoadFilesWithGaps

public void testLoadFilesWithGaps()
                           throws Exception

Throws:

Exception

testLoadFilesAfterSplit

public void testLoadFilesAfterSplit()
                             throws Exception

Throws:

Exception

testAddingCompactionResults

public void testAddingCompactionResults()
                                 throws Exception

Throws:

Exception

testCompactionAndFlushConflict

public void testCompactionAndFlushConflict()
                                    throws Exception

Throws:

Exception

testEmptyResultsForStripes

public void testEmptyResultsForStripes()
                                throws Exception

Throws:

Exception

testPriority

public void testPriority()
                  throws Exception

Throws:

Exception

testPriorityScenario

private void testPriorityScenario(int expectedPriority,
 int limit,
 int stripes,
 int filesInStripe,
 int l0Files)
                           throws Exception

Throws:

Exception

verifyInvalidCompactionScenario

private void verifyInvalidCompactionScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager,
 ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> filesToCompact,
 ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> filesToInsert)
                                      throws Exception

Throws:

Exception

verifyGetOrScanScenario

private void verifyGetOrScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager,
 byte[] start,
 byte[] end,
 org.apache.hadoop.hbase.regionserver.HStoreFile... results)
                              throws Exception

Throws:

Exception

verifyGetOrScanScenario

private void verifyGetOrScanScenario(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager,
 byte[] start,
 byte[] end,
 Collection<org.apache.hadoop.hbase.regionserver.HStoreFile> results)
                              throws Exception

Throws:

Exception

verifyAllFiles

private void verifyAllFiles(org.apache.hadoop.hbase.regionserver.StripeStoreFileManager manager,
 Collection<org.apache.hadoop.hbase.regionserver.HStoreFile> results)
                     throws Exception

Throws:

Exception

createFile

private static MockHStoreFile createFile(long size,
 long seqNum,
 byte[] startKey,
 byte[] endKey)
                                  throws Exception

Throws:

Exception

createFile

private static MockHStoreFile createFile(long size,
 long seqNum)
                                  throws Exception

Throws:

Exception

createFile

private static MockHStoreFile createFile(byte[] startKey,
 byte[] endKey)
                                  throws Exception

Throws:

Exception

createFile

private static MockHStoreFile createFile()
                                  throws Exception

Throws:

Exception

createManager

private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager createManager()
                                                                                  throws Exception

Throws:

Exception

createManager

private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager createManager(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> sfs)
                                                                                  throws Exception

Throws:

Exception

createManager

private static org.apache.hadoop.hbase.regionserver.StripeStoreFileManager createManager(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> sfs,
 org.apache.hadoop.conf.Configuration conf)
                                                                                  throws Exception

Throws:

Exception

al

private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> al(org.apache.hadoop.hbase.regionserver.HStoreFile... sfs)

flattenLists

private static ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile> flattenLists(ArrayList<org.apache.hadoop.hbase.regionserver.HStoreFile>... sfls)