Package org.apache.hadoop.hbase.regionserver

Class TestMajorCompaction

java.lang.Object

org.apache.hadoop.hbase.regionserver.TestMajorCompaction

public class TestMajorCompaction
extends Object

Test major compactions

Field Summary

Fields

Modifier and Type	Field	Description
static final HBaseClassTestRule	CLASS_RULE
private static final byte[]	COLUMN_FAMILY
private static final byte[]	COLUMN_FAMILY_TEXT
private int	compactionThreshold
protected org.apache.hadoop.conf.Configuration	conf
private org.apache.hadoop.hbase.HTableDescriptor	htd
private static final org.slf4j.Logger	LOG
private static final long	MAX_FILES_TO_COMPACT
org.junit.rules.TestName	name
private org.apache.hadoop.hbase.regionserver.HRegion	r
private byte[]	secondRowBytes
private final byte[]	STARTROW
private byte[]	thirdRowBytes
private static final HBaseTestingUtility	UTIL

Constructor Summary

Constructors

Constructor	Description
TestMajorCompaction(String compType)	constructor

Method Summary

Modifier and Type	Method	Description
private int	count()
private void	createSmallerStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region)
private void	createStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region)
private void	createStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region, String family)
static Object[]	data()
private void	majorCompaction()
void	majorCompactionWithDataBlockEncoding(boolean inCacheOnly)
void	setUp()
void	tearDown()
void	testDataBlockEncodingEverywhere()
void	testDataBlockEncodingInCacheOnly()
void	testMajorCompactingToNoOutput()	Test that on a major compaction, if all cells are expired or deleted, then we'll end up with no product.
void	testMajorCompactingToNoOutputWithReverseScan()	Test that on a major compaction, if all cells are expired or deleted, then we'll end up with no product.
private void	testMajorCompactingWithDeletes(org.apache.hadoop.hbase.KeepDeletedCells keepDeletedCells)
void	testMajorCompactingWithKeepDeletedCells()	Test that on a major compaction,Deleted cells are retained if keep deleted cells is set to true
void	testMajorCompaction()	Run compaction and flushing memstore Assert deletes get cleaned up.
void	testNonUserMajorCompactionRequest()	Test for HBASE-5920 - Test user requested major compactions always occurring
void	testTimeBasedMajorCompaction()
void	testUserMajorCompactionRequest()	Test for HBASE-5920
private void	verifyCounts(int countRow1, int countRow2)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

CLASS_RULE

public static final HBaseClassTestRule CLASS_RULE

name

public org.junit.rules.TestName name

LOG

private static final org.slf4j.Logger LOG

UTIL

private static final HBaseTestingUtility UTIL

conf

protected org.apache.hadoop.conf.Configuration conf

r

private org.apache.hadoop.hbase.regionserver.HRegion r

htd

private org.apache.hadoop.hbase.HTableDescriptor htd

COLUMN_FAMILY

private static final byte[] COLUMN_FAMILY

STARTROW

private final byte[] STARTROW

COLUMN_FAMILY_TEXT

private static final byte[] COLUMN_FAMILY_TEXT

compactionThreshold

private int compactionThreshold

secondRowBytes

private byte[] secondRowBytes

thirdRowBytes

private byte[] thirdRowBytes

MAX_FILES_TO_COMPACT

private static final long MAX_FILES_TO_COMPACT

See Also:

• Constant Field Values

Constructor Details

TestMajorCompaction

public TestMajorCompaction(String compType)

constructor

Method Details

data

public static Object[] data()

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

testMajorCompactingToNoOutput

public void testMajorCompactingToNoOutput()
                                   throws IOException

Test that on a major compaction, if all cells are expired or deleted, then we'll end up with no product. Make sure scanner over region returns right answer in this case - and that it just basically works.

Throws:

IOException - exception encountered

testMajorCompactingWithKeepDeletedCells

public void testMajorCompactingWithKeepDeletedCells()
                                             throws IOException

Test that on a major compaction,Deleted cells are retained if keep deleted cells is set to true

Throws:

IOException - exception encountered

testMajorCompaction

public void testMajorCompaction()
                         throws Exception

Run compaction and flushing memstore Assert deletes get cleaned up.

Throws:

Exception

testDataBlockEncodingInCacheOnly

public void testDataBlockEncodingInCacheOnly()
                                      throws Exception

Throws:

Exception

testDataBlockEncodingEverywhere

public void testDataBlockEncodingEverywhere()
                                     throws Exception

Throws:

Exception

majorCompactionWithDataBlockEncoding

public void majorCompactionWithDataBlockEncoding(boolean inCacheOnly)
                                          throws Exception

Throws:

Exception

majorCompaction

private void majorCompaction()
                      throws Exception

Throws:

Exception

testTimeBasedMajorCompaction

public void testTimeBasedMajorCompaction()
                                  throws Exception

Throws:

Exception

verifyCounts

private void verifyCounts(int countRow1,
 int countRow2)
                   throws Exception

Throws:

Exception

count

private int count()
           throws IOException

Throws:

IOException

createStoreFile

private void createStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region)
                      throws IOException

Throws:

IOException

createStoreFile

private void createStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region,
 String family)
                      throws IOException

Throws:

IOException

createSmallerStoreFile

private void createSmallerStoreFile(org.apache.hadoop.hbase.regionserver.HRegion region)
                             throws IOException

Throws:

IOException

testNonUserMajorCompactionRequest

public void testNonUserMajorCompactionRequest()
                                       throws Exception

Test for HBASE-5920 - Test user requested major compactions always occurring

Throws:

Exception

testUserMajorCompactionRequest

public void testUserMajorCompactionRequest()
                                    throws IOException

Test for HBASE-5920

Throws:

IOException

testMajorCompactingToNoOutputWithReverseScan

public void testMajorCompactingToNoOutputWithReverseScan()
                                                  throws IOException

Test that on a major compaction, if all cells are expired or deleted, then we'll end up with no product. Make sure scanner over region returns right answer in this case - and that it just basically works.

Throws:

IOException

testMajorCompactingWithDeletes

private void testMajorCompactingWithDeletes(org.apache.hadoop.hbase.KeepDeletedCells keepDeletedCells)
                                     throws IOException

Throws:

IOException