Package org.apache.hadoop.hbase.test

Class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

org.apache.hadoop.hbase.test.IntegrationTestLoadCommonCrawl.Loader.LoaderMapper

Enclosing class:

IntegrationTestLoadCommonCrawl.Loader

public static class IntegrationTestLoadCommonCrawl.Loader.LoaderMapper
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.hadoop.hbase.client.AsyncConnection	conn
protected boolean	doIncrements
protected ExecutorService	executor
protected AtomicLong	inflight
protected org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.ScanResultConsumer>	table

Constructor Summary

Constructors

Constructor	Description
LoaderMapper()

Method Summary

Modifier and Type	Method	Description
protected void	cleanup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
protected void	map(org.apache.hadoop.io.LongWritable key, WARCWritable value, org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context output)
protected void	setup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

conn

protected org.apache.hadoop.hbase.client.AsyncConnection conn

table

protected org.apache.hadoop.hbase.client.AsyncTable<org.apache.hadoop.hbase.client.ScanResultConsumer> table

executor

protected ExecutorService executor

inflight

protected AtomicLong inflight

doIncrements

protected boolean doIncrements

Constructor Details

LoaderMapper

public LoaderMapper()

Method Details

setup

protected void setup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
              throws IOException,
InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context context)
                throws IOException,
InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException

map

protected void map(org.apache.hadoop.io.LongWritable key,
 WARCWritable value,
 org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>.org.apache.hadoop.mapreduce.Mapper.Context output)
            throws IOException,
InterruptedException

Overrides:

map in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.LongWritable,WARCWritable,IntegrationTestLoadCommonCrawl.HBaseKeyWritable,org.apache.hadoop.io.BytesWritable>

Throws:

IOException

InterruptedException