public final class BSPEvaluator extends Evaluator
counter_container, counter_key, evaluator, value_container
coerce_method, false_name, false_value, global_env, identity_mapper, is_dataset, null_name, null_value, query_plan, query_type, tab_count, trace_count, true_name, true_value
algebraic_operators, data_constructors, functions, global_datatype_env, global_functions, global_macros, global_type_env, global_vars, identity, impure_functions, monoids, plan_names, plans_with_distributed_lambdas, repeat_variables, st, type_env, type_names
Constructor and Description |
---|
BSPEvaluator() |
Modifier and Type | Method and Description |
---|---|
MRData |
aggregate(Tree acc_fnc,
Tree zero,
Tree plan,
Environment env)
The Aggregate physical operator
|
Class<? extends MRQLFileInputFormat> |
binaryInputFormat()
return the FileInputFormat for binary files
|
MRData |
bsp(Tree plan,
Environment env)
Evaluate MRQL physical operators using BSP
|
Bag |
distribute(MR_string peerName,
Bag s) |
DataSet |
eval(Tree e,
Environment env)
Evaluate MRQL BSP physical operators using Hama (returns a DataSet)
and print tracing info
|
DataSet |
eval(Tree e,
Environment env,
String counter) |
DataSet |
evalD(Tree e,
Environment env)
Evaluate MRQL BSP physical operators using Hama (returns a DataSet)
|
Class<? extends MRQLFileInputFormat> |
generatorInputFormat()
return the FileInputFormat for data generator files
|
void |
init(org.apache.hadoop.conf.Configuration conf)
initialize the BSP evaluator
|
void |
initialize_query() |
Tuple |
loop(Tree e,
Environment env)
Evaluate a loop a fixed # of times
|
org.apache.hadoop.conf.Configuration |
new_configuration() |
Class<? extends MRQLFileInputFormat> |
parsedInputFormat()
return the FileInputFormat for parsed files (CSV, XML, JSON, etc)
|
void |
shutdown(org.apache.hadoop.conf.Configuration conf)
shutdown the BSP evaluator
|
MR_bool |
synchronize(MR_string peerName,
MR_bool mr_exit) |
Bag |
toBag(MRData data)
Coerce a persistent collection to a Bag
|
closure, dataSetCollect, evalE, evalE, evalF, evalM, evalMM, evalS, lookup_distributed_binding, lookup_global_binding, new_distributed_binding, new_global_binding, pre_trace, remove_global_binding, set_global_bindings, tabs, trace, translate_expression, variable_lookup
compare_types, equal_types, expand, make_persistent_type, normalize_type, subtype_unify, subtype, subtype, subtype, type_error, type_inference, type_inference2, unify, unify
alpha_equivalent, alpha_equivalent, collection_type, error, free_variables, global_reset, identity, is_collection, is_persistent_collection, is_pure, new_var, occurences, pattern_variables, persistent_collection, print_aggregates, reify, reify, reset, subst_list, subst_var, subst, template, top_level, transient_collection, translate_select, union
print_plan, print_query, print_type, print, reify
public final void init(org.apache.hadoop.conf.Configuration conf)
public final void initialize_query()
initialize_query
in class Evaluator
public final void shutdown(org.apache.hadoop.conf.Configuration conf)
public final org.apache.hadoop.conf.Configuration new_configuration()
new_configuration
in class Evaluator
public final MR_bool synchronize(MR_string peerName, MR_bool mr_exit)
synchronize
in class Evaluator
public final Bag distribute(MR_string peerName, Bag s)
distribute
in class Evaluator
public final MRData bsp(Tree plan, Environment env) throws Exception
public final Class<? extends MRQLFileInputFormat> parsedInputFormat()
parsedInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> binaryInputFormat()
binaryInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> generatorInputFormat()
generatorInputFormat
in class Evaluator
public final MRData aggregate(Tree acc_fnc, Tree zero, Tree plan, Environment env) throws Exception
aggregate
in class Evaluator
acc_fnc
- the accumulator function from (T,T) to Tzero
- the zero element of type Tplan
- the plan that constructs the dataset that contains the bag of values {T}env
- contains bindings fro variables to values (MRData)Exception
public final Tuple loop(Tree e, Environment env) throws Exception
public final DataSet eval(Tree e, Environment env, String counter)
public final DataSet eval(Tree e, Environment env)
e
- the physical planenv
- contains bindings fro variables to values (MRData)public final DataSet evalD(Tree e, Environment env)
e
- the physical planenv
- contains bindings fro variables to values (MRData)Copyright © 2013-2016 The Apache Software Foundation. All Rights Reserved.