public class HashSelectorsAndPartitionDataMapper extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>
Reads in data, extracts the selector by queryType from each dataElement, performs a keyed hash of the selector, extracts the partitions of the dataElement,
and emits
Constructor and Description |
---|
HashSelectorsAndPartitionDataMapper() |
Modifier and Type | Method and Description |
---|---|
void |
cleanup(org.apache.hadoop.mapreduce.Mapper.Context ctx) |
void |
map(org.apache.hadoop.io.Text key,
org.apache.hadoop.io.MapWritable value,
org.apache.hadoop.mapreduce.Mapper.Context ctx)
The key is the docID/line number and the value is the doc
|
void |
setup(org.apache.hadoop.mapreduce.Mapper.Context ctx) |
public void setup(org.apache.hadoop.mapreduce.Mapper.Context ctx) throws java.io.IOException, java.lang.InterruptedException
setup
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>
java.io.IOException
java.lang.InterruptedException
public void map(org.apache.hadoop.io.Text key, org.apache.hadoop.io.MapWritable value, org.apache.hadoop.mapreduce.Mapper.Context ctx) throws java.io.IOException, java.lang.InterruptedException
map
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>
java.io.IOException
java.lang.InterruptedException
public void cleanup(org.apache.hadoop.mapreduce.Mapper.Context ctx) throws java.io.IOException, java.lang.InterruptedException
cleanup
in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.Text,org.apache.hadoop.io.MapWritable,org.apache.hadoop.io.IntWritable,BytesArrayWritable>
java.io.IOException
java.lang.InterruptedException