public final class MapReduceEvaluator extends Evaluator
counter_container, counter_key, evaluator, value_container
coerce_method, false_name, false_value, global_env, identity_mapper, is_dataset, null_name, null_value, query_plan, query_type, tab_count, true_name, true_value
algebraic_operators, data_constructors, functions, global_datatype_env, global_functions, global_macros, global_type_env, global_vars, identity, impure_functions, monoids, plan_names, plans_with_distributed_lambdas, repeat_variables, st, type_env, type_names
Constructor and Description |
---|
MapReduceEvaluator() |
Modifier and Type | Method and Description |
---|---|
MRData |
aggregate(Tree acc_fnc,
Tree zero,
Tree plan,
Environment env)
The Aggregate physical operator
|
Class<? extends MRQLFileInputFormat> |
binaryInputFormat()
return the FileInputFormat for binary files
|
static org.apache.hadoop.conf.Configuration |
clear_configuration(org.apache.hadoop.conf.Configuration old_conf) |
DataSet |
eval(Tree e,
Environment env,
String counter)
Evaluate an MRQL physical plan using Hadoop and print tracing info
|
(package private) DataSet |
evalD(Tree e,
Environment env,
String counter)
Evaluate MRQL physical operators using Hadoop
|
Class<? extends MRQLFileInputFormat> |
generatorInputFormat()
return the FileInputFormat for data generator files
|
void |
init(org.apache.hadoop.conf.Configuration conf)
initialize the MapReduce evaluator
|
void |
initialize_query()
initialize the query evaluation
|
Tuple |
loop(Tree e,
Environment env)
Evaluate a loop a fixed # of times
|
org.apache.hadoop.conf.Configuration |
new_configuration()
create a new evaluation configuration
|
Class<? extends MRQLFileInputFormat> |
parsedInputFormat()
return the FileInputFormat for parsed files (CSV, XML, JSON, etc)
|
void |
shutdown(org.apache.hadoop.conf.Configuration conf)
shutdown the MapReduce evaluator
|
, bsp, distribute, dump_text, dump, synchronize
closure, evalE, evalE, evalF, evalM, evalMM, evalS, lookup_distributed_binding, lookup_global_binding, new_distributed_binding, new_global_binding, remove_global_binding, set_global_bindings, tabs, translate_expression, variable_lookup
compare_types, equal_types, expand, make_persistent_type, normalize_type, subtype_unify, subtype, subtype, subtype, type_error, type_inference, type_inference2, unify, unify
alpha_equivalent, alpha_equivalent, collection_type, error, free_variables, global_reset, identity, is_collection, is_persistent_collection, is_pure, new_var, occurences, pattern_variables, persistent_collection, print_aggregates, reify, reify, reset, subst_list, subst_var, subst, template, top_level, transient_collection, translate_select, union
print_plan, print_query, print_type, print, reify
public final void init(org.apache.hadoop.conf.Configuration conf)
public final void shutdown(org.apache.hadoop.conf.Configuration conf)
public final void initialize_query()
initialize_query
in class Evaluator
public final org.apache.hadoop.conf.Configuration new_configuration()
new_configuration
in class Evaluator
public static final org.apache.hadoop.conf.Configuration clear_configuration(org.apache.hadoop.conf.Configuration old_conf)
public final Class<? extends MRQLFileInputFormat> parsedInputFormat()
parsedInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> binaryInputFormat()
binaryInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> generatorInputFormat()
generatorInputFormat
in class Evaluator
public final MRData aggregate(Tree acc_fnc, Tree zero, Tree plan, Environment env) throws Exception
aggregate
in class Evaluator
acc_fnc
- the accumulator function from (T,T) to Tzero
- the zero element of type Tplan
- the plan that constructs the dataset that contains the bag of values {T}env
- contains bindings fro variables to values (MRData)Exception
public final Tuple loop(Tree e, Environment env) throws Exception
public final DataSet eval(Tree e, Environment env, String counter)
final DataSet evalD(Tree e, Environment env, String counter)
e
- the physical planenv
- contains bindings fro variables to values (MRData)Copyright © 2013–2014 The Apache Software Foundation. All rights reserved.