public final class BSPEvaluator extends Evaluator
coerce_method, false_name, false_value, global_env, identity_mapper, is_dataset, null_name, null_value, query_plan, query_type, tab_count, true_name, true_value
algebraic_operators, data_constructors, functions, global_datatype_env, global_functions, global_macros, global_type_env, global_vars, identity, impure_functions, monoids, plan_names, plans_with_distributed_lambdas, repeat_variables, st, type_env, type_names
Constructor and Description |
---|
BSPEvaluator() |
Modifier and Type | Method and Description |
---|---|
MRData |
aggregate(Tree acc_fnc,
Tree zero,
Tree plan,
Environment env)
The Aggregate physical operator
|
Class<? extends MRQLFileInputFormat> |
binaryInputFormat()
return the FileInputFormat for binary files
|
MRData |
bsp(Tree plan,
Environment env)
Evaluate MRQL physical operators using BSP
|
Bag |
collect(DataSet x)
collect all data from a persistent dataset into a Bag
|
Bag |
distribute(MR_string peerName,
Bag s) |
DataSet |
eval(Tree e,
Environment env)
Evaluate MRQL BSP physical operators using Hama (returns a DataSet)
and print tracing info
|
DataSet |
eval(Tree e,
Environment env,
String counter) |
DataSet |
evalD(Tree e,
Environment env)
Evaluate MRQL BSP physical operators using Hama (returns a DataSet)
|
Class<? extends MRQLFileInputFormat> |
generatorInputFormat()
return the FileInputFormat for data generator files
|
void |
init(org.apache.hadoop.conf.Configuration conf)
initialize the BSP evaluator
|
void |
initialize_query() |
Tuple |
loop(Tree e,
Environment env) |
org.apache.hadoop.conf.Configuration |
new_configuration() |
Class<? extends MRQLFileInputFormat> |
parsedInputFormat()
return the FileInputFormat for parsed files (CSV, XML, JSON, etc)
|
void |
shutdown(org.apache.hadoop.conf.Configuration conf)
shutdown the BSP evaluator
|
MR_bool |
synchronize(MR_string peerName,
MR_bool mr_exit) |
, closure, evalE, evalE, evalF, evalM, evalMM, evalS, lookup_global_binding, new_global_binding, remove_global_binding, set_global_bindings, tabs, translate_expression, variable_lookup
compare_types, equal_types, expand, make_persistent_type, normalize_type, subtype, subtype, subtype, type_error, type_inference, type_inference2, unify, unify
alpha_equivalent, alpha_equivalent, collection_type, error, free_variables, global_reset, identity, is_collection, is_persistent_collection, is_pure, new_var, occurences, pattern_variables, persistent_collection, print_aggregates, reify, reify, reset, subst_list, subst_var, subst, template, top_level, transient_collection, translate_select, union
print_plan, print_query, print_type, print, reify
public final void init(org.apache.hadoop.conf.Configuration conf)
public final void initialize_query()
initialize_query
in class Evaluator
public final void shutdown(org.apache.hadoop.conf.Configuration conf)
public final org.apache.hadoop.conf.Configuration new_configuration()
new_configuration
in class Evaluator
public final MR_bool synchronize(MR_string peerName, MR_bool mr_exit)
synchronize
in class Evaluator
public final Bag distribute(MR_string peerName, Bag s)
distribute
in class Evaluator
public final MRData bsp(Tree plan, Environment env) throws Exception
public Bag collect(DataSet x) throws Exception
public final Class<? extends MRQLFileInputFormat> parsedInputFormat()
parsedInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> binaryInputFormat()
binaryInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> generatorInputFormat()
generatorInputFormat
in class Evaluator
public final MRData aggregate(Tree acc_fnc, Tree zero, Tree plan, Environment env) throws Exception
aggregate
in class Evaluator
acc_fnc
- the accumulator function from (T,T) to Tzero
- the zero element of type Tplan
- the plan that constructs the dataset that contains the bag of values {T}env
- contains bindings fro variables to values (MRData)Exception
public final Tuple loop(Tree e, Environment env)
public final DataSet eval(Tree e, Environment env, String counter)
public final DataSet eval(Tree e, Environment env)
e
- the physical planenv
- contains bindings fro variables to values (MRData)public final DataSet evalD(Tree e, Environment env)
e
- the physical planenv
- contains bindings fro variables to values (MRData)Copyright © 2013 The Apache Software Foundation. All rights reserved.