Package org.apache.hadoop.hbase.test

Class IntegrationTestBigLinkedList.Generator.GeneratorMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

org.apache.hadoop.hbase.test.IntegrationTestBigLinkedList.Generator.GeneratorMapper

Direct Known Subclasses:

IntegrationTestBigLinkedListWithVisibility.VisibilityGenerator.VisibilityGeneratorMapper

Enclosing class:

IntegrationTestBigLinkedList.Generator

static class IntegrationTestBigLinkedList.Generator.GeneratorMapper
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Some ASCII art time:

[ . . . ] represents one batch of random longs of length WIDTH

                _________________________
               |                  ______ |
               |                 |      ||
             .-+-----------------+-----.||
             | |                 |     |||
 first   = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^     |||
             | | | | | | | | | | |     |||
 prev    = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^     |||
             | | | | | | | | | | |     |||
 current = [ . . . . . . . . . . . ]   |||
                                       |||
 ...                                   |||
                                       |||
 last    = [ . . . . . . . . . . . ]   |||
             ^ ^ ^ ^ ^ ^ ^ ^ ^ ^ ^_____|||
             |                 |________||
             |___________________________|
 

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	IntegrationTestBigLinkedList.Generator.GeneratorMapper.ConcurrentWalker
class	IntegrationTestBigLinkedList.Generator.GeneratorMapper.ContinuousConcurrentWalker	Randomly selects and walks a random flushed loop concurrently with the Generator Mapper by spawning ConcurrentWalker's with specified StartNodes.

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field	Description
(package private) byte[]	bigValue
(package private) org.apache.hadoop.conf.Configuration	conf
(package private) org.apache.hadoop.hbase.client.Connection	connection
(package private) long	count
(package private) byte[][]	current
(package private) byte[][]	first
(package private) List<Long>	flushedLoops
(package private) final Object	flushedLoopsLock
(package private) int	i
(package private) byte[]	id
(package private) boolean	multipleUnevenColumnFamilies
(package private) org.apache.hadoop.hbase.client.BufferedMutator	mutator
(package private) long	numNodes
(package private) int	numWalkers
(package private) byte[][]	prev
private org.apache.hadoop.hbase.util.Random64	rand
(package private) byte[]	tinyValue
(package private) List<Thread>	walkers
(package private) boolean	walkersStop
(package private) int	width
(package private) long	wrap

Constructor Summary

Constructors

Constructor	Description
GeneratorMapper()

Method Summary

Modifier and Type	Method	Description
private void	addFlushed(byte[] rowKey)
private static <T> void	circularLeftShift(T[] first)
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	instantiateHTable()
private void	joinWalkers()
protected void	map(org.apache.hadoop.io.BytesWritable key, org.apache.hadoop.io.NullWritable value, org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context output)
protected void	persist(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context output, long count, byte[][] prev, byte[][] current, byte[] id)
protected void	setup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
private void	startWalkers(int numWalkers, org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

first

byte[][] first

prev

byte[][] prev

current

byte[][] current

id

byte[] id

count

long count

i

int i

mutator

org.apache.hadoop.hbase.client.BufferedMutator mutator

connection

org.apache.hadoop.hbase.client.Connection connection

numNodes

long numNodes

wrap

long wrap

width

int width

multipleUnevenColumnFamilies

boolean multipleUnevenColumnFamilies

tinyValue

byte[] tinyValue

bigValue

byte[] bigValue

conf

org.apache.hadoop.conf.Configuration conf

rand

private org.apache.hadoop.hbase.util.Random64 rand

walkersStop

volatile boolean walkersStop

numWalkers

int numWalkers

flushedLoopsLock

final Object flushedLoopsLock

flushedLoops

volatile List<Long> flushedLoops

walkers

List<Thread> walkers

Constructor Details

GeneratorMapper

GeneratorMapper()

Method Details

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

instantiateHTable

protected void instantiateHTable()
                          throws IOException

Throws:

IOException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

map

protected void map(org.apache.hadoop.io.BytesWritable key,
 org.apache.hadoop.io.NullWritable value,
 org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context output)
            throws IOException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>

Throws:

IOException

circularLeftShift

private static <T> void circularLeftShift(T[] first)

addFlushed

private void addFlushed(byte[] rowKey)

persist

protected void persist(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context output,
 long count,
 byte[][] prev,
 byte[][] current,
 byte[] id)
                throws IOException

Throws:

IOException

startWalkers

private void startWalkers(int numWalkers,
 org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)

joinWalkers

private void joinWalkers()