org.apache.mahout.ga.watchmaker.cd.hadoop
Class DatasetSplit.RndLineRecordReader
java.lang.Object
org.apache.mahout.ga.watchmaker.cd.hadoop.DatasetSplit.RndLineRecordReader
- All Implemented Interfaces:
- org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
- Enclosing class:
- DatasetSplit
public static class DatasetSplit.RndLineRecordReader
- extends java.lang.Object
- implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
a LineRecordReader
that skips some lines from the
input. Uses a Random number generator with a specific seed to decide if a line will be skipped or not.
Constructor Summary |
DatasetSplit.RndLineRecordReader(org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> reader,
org.apache.hadoop.mapred.JobConf conf)
|
Method Summary |
void |
close()
|
org.apache.hadoop.io.LongWritable |
createKey()
|
org.apache.hadoop.io.Text |
createValue()
|
long |
getPos()
|
float |
getProgress()
|
boolean |
next(org.apache.hadoop.io.LongWritable key,
org.apache.hadoop.io.Text value)
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
DatasetSplit.RndLineRecordReader
public DatasetSplit.RndLineRecordReader(org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> reader,
org.apache.hadoop.mapred.JobConf conf)
close
public void close()
throws java.io.IOException
- Specified by:
close
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
- Throws:
java.io.IOException
createKey
public org.apache.hadoop.io.LongWritable createKey()
- Specified by:
createKey
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
createValue
public org.apache.hadoop.io.Text createValue()
- Specified by:
createValue
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
getPos
public long getPos()
throws java.io.IOException
- Specified by:
getPos
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
- Throws:
java.io.IOException
getProgress
public float getProgress()
throws java.io.IOException
- Specified by:
getProgress
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
- Throws:
java.io.IOException
next
public boolean next(org.apache.hadoop.io.LongWritable key,
org.apache.hadoop.io.Text value)
throws java.io.IOException
- Specified by:
next
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
- Throws:
java.io.IOException
Copyright © 2008-2010 The Apache Software Foundation. All Rights Reserved.