public class DataSource extends Object
Modifier and Type | Class and Description |
---|---|
(package private) static class |
DataSource.DataSourceDirectory
A dictionary that maps data source paths to DataSource data.
|
(package private) static class |
DataSource.ParserDirectory |
Modifier and Type | Field and Description |
---|---|
static DataSource.DataSourceDirectory |
dataSourceDirectory |
Class<? extends MRQLFileInputFormat> |
inputFormat |
static DataSource.ParserDirectory |
parserDirectory |
String |
path |
static String |
separator |
int |
source_num |
boolean |
to_be_merged |
(package private) static Tuple |
tuple_container |
Constructor and Description |
---|
DataSource() |
DataSource(int source_num,
String path,
Class<? extends MRQLFileInputFormat> inputFormat,
org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
static DataSource |
get(String path,
org.apache.hadoop.conf.Configuration conf) |
static DataSource |
getCached(String remote_path,
String local_path,
org.apache.hadoop.conf.Configuration conf) |
static void |
loadParsers() |
static DataSource |
read(String buffer,
org.apache.hadoop.conf.Configuration conf) |
MRData |
reduce(MRData zero,
Function acc)
accumulate all datasource values
|
long |
size(org.apache.hadoop.conf.Configuration conf)
data set size in bytes
|
List<MRData> |
take(int num)
return the first num values
|
public static final String separator
public static DataSource.DataSourceDirectory dataSourceDirectory
public static DataSource.ParserDirectory parserDirectory
public String path
public Class<? extends MRQLFileInputFormat> inputFormat
public int source_num
public boolean to_be_merged
static Tuple tuple_container
DataSource()
DataSource(int source_num, String path, Class<? extends MRQLFileInputFormat> inputFormat, org.apache.hadoop.conf.Configuration conf)
public static void loadParsers()
public long size(org.apache.hadoop.conf.Configuration conf)
public static DataSource read(String buffer, org.apache.hadoop.conf.Configuration conf)
public static DataSource get(String path, org.apache.hadoop.conf.Configuration conf)
public static DataSource getCached(String remote_path, String local_path, org.apache.hadoop.conf.Configuration conf)
Copyright © 2013-2015 The Apache Software Foundation. All Rights Reserved.