org.apache.mahout.ga.watchmaker.cd.hadoop
Class DatasetSplit.RndLineRecordReader

java.lang.Object
  extended by org.apache.mahout.ga.watchmaker.cd.hadoop.DatasetSplit.RndLineRecordReader
All Implemented Interfaces:
org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Enclosing class:
DatasetSplit

public static class DatasetSplit.RndLineRecordReader
extends java.lang.Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>

a LineRecordReader that skips some lines from the input. Uses a Random number generator with a specific seed to decide if a line will be skipped or not.


Constructor Summary
DatasetSplit.RndLineRecordReader(org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> reader, org.apache.hadoop.mapred.JobConf conf)
           
 
Method Summary
 void close()
           
 org.apache.hadoop.io.LongWritable createKey()
           
 org.apache.hadoop.io.Text createValue()
           
 long getPos()
           
 float getProgress()
           
 boolean next(org.apache.hadoop.io.LongWritable key, org.apache.hadoop.io.Text value)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

DatasetSplit.RndLineRecordReader

public DatasetSplit.RndLineRecordReader(org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text> reader,
                                        org.apache.hadoop.mapred.JobConf conf)
Method Detail

close

public void close()
           throws java.io.IOException
Specified by:
close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Throws:
java.io.IOException

createKey

public org.apache.hadoop.io.LongWritable createKey()
Specified by:
createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>

createValue

public org.apache.hadoop.io.Text createValue()
Specified by:
createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>

getPos

public long getPos()
            throws java.io.IOException
Specified by:
getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Throws:
java.io.IOException

getProgress

public float getProgress()
                  throws java.io.IOException
Specified by:
getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Throws:
java.io.IOException

next

public boolean next(org.apache.hadoop.io.LongWritable key,
                    org.apache.hadoop.io.Text value)
             throws java.io.IOException
Specified by:
next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,org.apache.hadoop.io.Text>
Throws:
java.io.IOException


Copyright © 2008-2010 The Apache Software Foundation. All Rights Reserved.