public final class MapReduceEvaluator extends Evaluator
coerce_method, false_name, false_value, global_env, identity_mapper, is_dataset, null_name, null_value, query_plan, query_type, tab_count, true_name, true_value
algebraic_operators, data_constructors, functions, global_datatype_env, global_functions, global_macros, global_type_env, global_vars, identity, impure_functions, monoids, plan_names, plans_with_distributed_lambdas, repeat_variables, st, type_env, type_names
Constructor and Description |
---|
MapReduceEvaluator() |
Modifier and Type | Method and Description |
---|---|
MRData |
aggregate(Tree acc_fnc,
Tree zero,
Tree plan,
Environment env)
The Aggregate physical operator
|
Class<? extends MRQLFileInputFormat> |
binaryInputFormat()
return the FileInputFormat for binary files
|
Bag |
collect(DataSet x)
collect all data from a persistent dataset into a Bag
|
DataSet |
eval(Tree e,
Environment env,
String counter)
Evaluate an MRQL physical plan using Hadoop and print tracing info
|
(package private) DataSet |
evalD(Tree e,
Environment env,
String counter)
Evaluate MRQL physical operators using Hadoop
|
Class<? extends MRQLFileInputFormat> |
generatorInputFormat()
return the FileInputFormat for data generator files
|
void |
init(org.apache.hadoop.conf.Configuration conf)
initialize the MapReduce evaluator
|
void |
initialize_query()
initialize the query evaluation
|
Tuple |
loop(Tree e,
Environment env)
Evaluate a loop a fixed # of times
|
org.apache.hadoop.conf.Configuration |
new_configuration()
create a new evaluation configuration
|
Class<? extends MRQLFileInputFormat> |
parsedInputFormat()
return the FileInputFormat for parsed files (CSV, XML, JSON, etc)
|
void |
shutdown(org.apache.hadoop.conf.Configuration conf)
shutdown the MapReduce evaluator
|
bsp, distribute, synchronize
, closure, evalE, evalE, evalF, evalM, evalMM, evalS, lookup_global_binding, new_global_binding, remove_global_binding, set_global_bindings, tabs, translate_expression, variable_lookup
compare_types, equal_types, expand, make_persistent_type, normalize_type, subtype, subtype, subtype, type_error, type_inference, type_inference2, unify, unify
alpha_equivalent, alpha_equivalent, collection_type, error, free_variables, global_reset, identity, is_collection, is_persistent_collection, is_pure, new_var, occurences, pattern_variables, persistent_collection, print_aggregates, reify, reify, reset, subst_list, subst_var, subst, template, top_level, transient_collection, translate_select, union
print_plan, print_query, print_type, print, reify
public final void init(org.apache.hadoop.conf.Configuration conf)
public final void shutdown(org.apache.hadoop.conf.Configuration conf)
public final void initialize_query()
initialize_query
in class Evaluator
public final org.apache.hadoop.conf.Configuration new_configuration()
new_configuration
in class Evaluator
public final Bag collect(DataSet x) throws Exception
public final Class<? extends MRQLFileInputFormat> parsedInputFormat()
parsedInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> binaryInputFormat()
binaryInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> generatorInputFormat()
generatorInputFormat
in class Evaluator
public final MRData aggregate(Tree acc_fnc, Tree zero, Tree plan, Environment env) throws Exception
aggregate
in class Evaluator
acc_fnc
- the accumulator function from (T,T) to Tzero
- the zero element of type Tplan
- the plan that constructs the dataset that contains the bag of values {T}env
- contains bindings fro variables to values (MRData)Exception
public final Tuple loop(Tree e, Environment env) throws Exception
public final DataSet eval(Tree e, Environment env, String counter)
final DataSet evalD(Tree e, Environment env, String counter)
e
- the physical planenv
- contains bindings fro variables to values (MRData)Copyright © 2013 The Apache Software Foundation. All rights reserved.