public class Plan extends Object
Modifier and Type | Class and Description |
---|---|
static class |
Plan.MRContainerKeyComparator
comparator for MRData keys
|
Modifier and Type | Field and Description |
---|---|
(package private) static Tuple |
cache
the cache that holds all local data in memory
|
static org.apache.hadoop.conf.Configuration |
conf |
(package private) static MRContainer |
counter_container |
(package private) static MR_long |
counter_key |
(package private) static int |
max_input_files |
(package private) static ArrayList<String> |
temporary_paths |
(package private) static MRContainer |
value_container |
Constructor and Description |
---|
Plan() |
Modifier and Type | Method and Description |
---|---|
static DataSet |
binarySource(int source_num,
String file)
The source physical operator for binary files
|
static DataSet |
binarySource(String file)
The source physical operator for binary files
|
static void |
clean()
remove all temporary files
|
static Bag |
collect(DataSet x)
The collect physical operator
|
static Bag |
collect(DataSet x,
boolean strip)
The collect physical operator
|
(package private) static void |
distribute_compiled_arguments(org.apache.hadoop.conf.Configuration conf)
put the jar file that contains the compiled MR functional parameters into the TaskTracker classpath
|
static DataSet |
fileCache(Bag s)
The cache operator that dumps a bag into an HDFS file
|
(package private) static Function |
functional_argument(org.apache.hadoop.conf.Configuration conf,
Tree code)
retrieve the compiled functional argument of code
|
static DataSet |
generator(int source_num,
long min,
long max,
long split_length)
splits the range min..max into multiple ranges, one for each mapper
|
static DataSet |
generator(long min,
long max,
long split_length)
splits the range min..max into multiple ranges, one for each mapper
|
static Tree |
get_type(String file)
for dumped data to a file, return the MRQL type of the data
|
static MRData |
getCache(int loc)
return the cache element at location loc
|
static DataSet |
merge(DataSet x,
DataSet y)
the DataSet union physical operator
|
static Bag |
merge(DataSource s)
merge the sorted files of the data source
|
static String |
new_path(org.apache.hadoop.conf.Configuration conf)
generate a new path name in HDFS to store intermediate results
|
static DataSet |
parsedSource(Class<? extends Parser> parser,
String file,
Trees args)
The source physical operator for parsing text files
|
static DataSet |
parsedSource(int source_num,
Class<? extends Parser> parser,
String file,
Trees args)
The source physical operator for parsing text files
|
(package private) static PrintStream |
print_stream(String file)
create a new PrintStream from the file
|
static MRData |
setCache(int loc,
MRData value,
MRData ret)
set the cache element at location loc to value and return ret
|
static long |
size(DataSet s)
return the data set size in bytes
|
public static org.apache.hadoop.conf.Configuration conf
static final int max_input_files
static Tuple cache
static final MR_long counter_key
static final MRContainer counter_container
static final MRContainer value_container
public static String new_path(org.apache.hadoop.conf.Configuration conf) throws IOException
IOException
public static void clean() throws IOException
IOException
public static final long size(DataSet s)
public static MRData getCache(int loc)
public static MRData setCache(int loc, MRData value, MRData ret)
static final void distribute_compiled_arguments(org.apache.hadoop.conf.Configuration conf)
static final Function functional_argument(org.apache.hadoop.conf.Configuration conf, Tree code)
public static final DataSet binarySource(int source_num, String file)
public static final DataSet binarySource(String file)
public static final DataSet generator(int source_num, long min, long max, long split_length) throws Exception
Exception
public static final DataSet generator(long min, long max, long split_length) throws Exception
Exception
public static final DataSet parsedSource(int source_num, Class<? extends Parser> parser, String file, Trees args)
public static final DataSet parsedSource(Class<? extends Parser> parser, String file, Trees args)
public static final Bag merge(DataSource s) throws Exception
Exception
public static final Bag collect(DataSet x, boolean strip) throws Exception
Exception
public static final Bag collect(DataSet x) throws Exception
Exception
public static final DataSet merge(DataSet x, DataSet y) throws IOException
IOException
public static final DataSet fileCache(Bag s) throws IOException
IOException
public static final Tree get_type(String file)
static final PrintStream print_stream(String file) throws Exception
Exception
Copyright © 2013–2014 The Apache Software Foundation. All rights reserved.