Package org.apache.hadoop.hbase.regionserver.wal

Class AbstractTestLogRolling

java.lang.Object

org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling

Direct Known Subclasses:

TestAsyncLogRolling, TestLogRolling

public abstract class AbstractTestLogRolling
extends Object

Test log deletion as logs are rolled.

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.hbase.client.Admin	admin
protected MiniHBaseCluster	cluster
protected org.apache.hadoop.hdfs.MiniDFSCluster	dfsCluster
protected static ScheduledExecutorService	EXECUTOR
protected org.apache.hadoop.fs.FileSystem	fs
private static final org.slf4j.Logger	LOG
final org.junit.rules.TestName	name
private static int	rowNum
protected org.apache.hadoop.hbase.regionserver.HRegionServer	server
private static final AtomicBoolean	slowSyncHookCalled
protected static int	syncLatencyMillis
protected String	tableName
protected static final HBaseTestingUtility	TEST_UTIL
protected byte[]	value

Constructor Summary

Constructors

Constructor	Description
AbstractTestLogRolling()

Method Summary

Modifier and Type	Method	Description
protected final void	checkSlowSync(org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<?> log, org.apache.hadoop.hbase.client.Table table, int slowSyncLatency, int writeCount, boolean slowSync)
protected org.apache.hadoop.hbase.client.Table	createTestTable(String tableName)
protected void	doPut(org.apache.hadoop.hbase.client.Table table, int i)
protected String	getName()
protected final org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<?>	getWALAndRegisterSlowSyncHook(org.apache.hadoop.hbase.client.RegionInfo region)
protected abstract void	setDefaultLogWriter(org.apache.hadoop.conf.Configuration conf)
protected abstract void	setSlowLogWriter(org.apache.hadoop.conf.Configuration conf)
private static void	setSyncLatencyMillis(int latency)
void	setUp()
static void	setUpBeforeClass()
private void	startAndWriteData()
void	tearDown()
static void	tearDownAfterClass()
void	testCompactionRecordDoesntBlockRolling()	Tests that logs are deleted when some region has a compaction record in WAL and no other records.
void	testLogRolling()	Tests that logs are deleted
void	testLogRollOnNothingWritten()	Tests that log rolling doesn't hang when no data is written.
(package private) void	validateData(org.apache.hadoop.hbase.client.Table table, int rownum)
(package private) void	writeData(org.apache.hadoop.hbase.client.Table table, int rownum)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

LOG

private static final org.slf4j.Logger LOG

server

protected org.apache.hadoop.hbase.regionserver.HRegionServer server

tableName

protected String tableName

value

protected byte[] value

fs

protected org.apache.hadoop.fs.FileSystem fs

dfsCluster

protected org.apache.hadoop.hdfs.MiniDFSCluster dfsCluster

admin

protected org.apache.hadoop.hbase.client.Admin admin

cluster

protected MiniHBaseCluster cluster

TEST_UTIL

protected static final HBaseTestingUtility TEST_UTIL

name

public final org.junit.rules.TestName name

syncLatencyMillis

protected static int syncLatencyMillis

rowNum

private static int rowNum

slowSyncHookCalled

private static final AtomicBoolean slowSyncHookCalled

EXECUTOR

protected static ScheduledExecutorService EXECUTOR

Constructor Details

AbstractTestLogRolling

public AbstractTestLogRolling()

Method Details

setUpBeforeClass

public static void setUpBeforeClass()
                             throws Exception

Throws:

Exception

setUp

public void setUp()
           throws Exception

Throws:

Exception

tearDown

public void tearDown()
              throws Exception

Throws:

Exception

tearDownAfterClass

public static void tearDownAfterClass()

startAndWriteData

private void startAndWriteData()
                        throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

setSyncLatencyMillis

private static void setSyncLatencyMillis(int latency)

getWALAndRegisterSlowSyncHook

protected final org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<?> getWALAndRegisterSlowSyncHook(org.apache.hadoop.hbase.client.RegionInfo region)
                                                                                                 throws IOException

Throws:

IOException

checkSlowSync

protected final void checkSlowSync(org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL<?> log,
 org.apache.hadoop.hbase.client.Table table,
 int slowSyncLatency,
 int writeCount,
 boolean slowSync)
                            throws Exception

Throws:

Exception

setSlowLogWriter

protected abstract void setSlowLogWriter(org.apache.hadoop.conf.Configuration conf)

setDefaultLogWriter

protected abstract void setDefaultLogWriter(org.apache.hadoop.conf.Configuration conf)

testLogRollOnNothingWritten

public void testLogRollOnNothingWritten()
                                 throws Exception

Tests that log rolling doesn't hang when no data is written.

Throws:

Exception

testLogRolling

public void testLogRolling()
                    throws Exception

Tests that logs are deleted

Throws:

Exception

getName

protected String getName()

writeData

void writeData(org.apache.hadoop.hbase.client.Table table,
 int rownum)
        throws IOException

Throws:

IOException

validateData

void validateData(org.apache.hadoop.hbase.client.Table table,
 int rownum)
           throws IOException

Throws:

IOException

testCompactionRecordDoesntBlockRolling

public void testCompactionRecordDoesntBlockRolling()
                                            throws Exception

Tests that logs are deleted when some region has a compaction record in WAL and no other records. See HBASE-8597.

Throws:

Exception

doPut

protected void doPut(org.apache.hadoop.hbase.client.Table table,
 int i)
              throws IOException

Throws:

IOException

createTestTable

protected org.apache.hadoop.hbase.client.Table createTestTable(String tableName)
                                                        throws IOException

Throws:

IOException