public class FlinkEvaluator extends Evaluator implements Serializable
Modifier and Type | Class and Description |
---|---|
static class |
FlinkEvaluator.aggregate_partition |
static class |
FlinkEvaluator.cross_combiner_reducer |
static class |
FlinkEvaluator.cross_reducer |
static class |
FlinkEvaluator.generator_mapper |
static class |
FlinkEvaluator.group_join_left |
static class |
FlinkEvaluator.group_join_reducer |
static class |
FlinkEvaluator.group_join_right |
static class |
FlinkEvaluator.groupBy_combiner_reducer |
static class |
FlinkEvaluator.join_combiner_reducer |
static class |
FlinkEvaluator.join_key |
static class |
FlinkEvaluator.join_reducer |
static class |
FlinkEvaluator.mapjoin_reducer |
static class |
FlinkEvaluator.parsed_mapper |
static class |
FlinkEvaluator.repeat_filter |
static class |
FlinkEvaluator.repeat_values |
static class |
FlinkEvaluator.restore_global_functions
restore the global bindings at the client node
|
static class |
FlinkEvaluator.set_environment |
Modifier and Type | Field and Description |
---|---|
(package private) static String |
data_source_dir_name |
static org.apache.flink.api.java.ExecutionEnvironment |
flink_env |
(package private) static URL |
flink_jar |
(package private) static String |
fs_default_name |
(package private) static String |
master_host |
(package private) static int |
master_port |
static org.apache.flink.streaming.api.environment.StreamExecutionEnvironment |
stream_env |
counter_container, counter_key, evaluator, value_container
coerce_method, false_name, false_value, global_env, identity_mapper, is_dataset, null_name, null_value, query_plan, query_type, tab_count, trace_count, true_name, true_value
algebraic_operators, data_constructors, functions, global_datatype_env, global_functions, global_macros, global_type_env, global_vars, identity, impure_functions, monoids, plan_names, plans_with_distributed_lambdas, repeat_variables, st, type_env, type_names
Constructor and Description |
---|
FlinkEvaluator() |
Modifier and Type | Method and Description |
---|---|
static String |
absolute_path(String path)
returns the absolute path relative to the directory that contains the MRQL executable
|
MRData |
aggregate(Tree merge,
Tree zero,
Tree plan,
Environment env)
The Aggregate physical operator
|
Class<? extends MRQLFileInputFormat> |
binaryInputFormat()
return the FileInputFormat for binary files
|
void |
dump_text(String file,
Tree type,
MRData data)
dump MRQL data into a text CVS file
|
void |
dump(String file,
Tree type,
MRData data)
dump MRQL data into a Hadoop Sequence file
|
org.apache.flink.api.java.DataSet<FData> |
eval(Tree e,
Environment env)
Evaluate an MRQL physical plan using Flink and print tracing info
|
DataSet |
eval(Tree e,
Environment env,
String counter)
Evaluate an MRQL physical plan and print tracing info
|
Class<? extends MRQLFileInputFormat> |
generatorInputFormat()
return the FileInputFormat for data generator files
|
Tree |
get_type(String file)
for dumped data to a file, return the MRQL type of the data
|
void |
init(org.apache.hadoop.conf.Configuration conf)
initialize the Flink evaluator
|
void |
initialize_query() |
Tuple |
loop(Tree e,
Environment env)
Evaluate a loop a fixed number of times.
|
org.apache.hadoop.conf.Configuration |
new_configuration() |
Class<? extends MRQLFileInputFormat> |
parsedInputFormat()
return the FileInputFormat for parsed files (CSV, XML, JSON, etc)
|
void |
shutdown(org.apache.hadoop.conf.Configuration conf)
shutdown the Flink evaluator
|
void |
streaming(Tree plan,
Environment env,
Function f)
evaluate plan in stream mode: evaluate each batch of data and apply the function f
|
Bag |
toBag(MRData data)
Coerce a persistent collection to a Bag
|
bsp, distribute, synchronize
closure, dataSetCollect, evalE, evalE, evalF, evalM, evalMM, evalS, lookup_distributed_binding, lookup_global_binding, new_distributed_binding, new_global_binding, pre_trace, remove_global_binding, set_global_bindings, tabs, trace, translate_expression, variable_lookup
compare_types, equal_types, expand, make_persistent_type, normalize_type, subtype_unify, subtype, subtype, subtype, type_error, type_inference, type_inference2, unify, unify
alpha_equivalent, alpha_equivalent, collection_type, error, free_variables, global_reset, identity, is_collection, is_persistent_collection, is_pure, new_var, occurences, pattern_variables, persistent_collection, print_aggregates, reify, reify, reset, subst_list, subst_var, subst, template, top_level, transient_collection, translate_select, union
print_plan, print_query, print_type, print, reify
static final URL flink_jar
public static org.apache.flink.api.java.ExecutionEnvironment flink_env
public static org.apache.flink.streaming.api.environment.StreamExecutionEnvironment stream_env
static String data_source_dir_name
static String master_host
static int master_port
static String fs_default_name
public final void init(org.apache.hadoop.conf.Configuration conf)
public final void shutdown(org.apache.hadoop.conf.Configuration conf)
public final void initialize_query()
initialize_query
in class Evaluator
public final org.apache.hadoop.conf.Configuration new_configuration()
new_configuration
in class Evaluator
public final Class<? extends MRQLFileInputFormat> parsedInputFormat()
parsedInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> binaryInputFormat()
binaryInputFormat
in class Evaluator
public final Class<? extends MRQLFileInputFormat> generatorInputFormat()
generatorInputFormat
in class Evaluator
public final void streaming(Tree plan, Environment env, Function f)
public static String absolute_path(String path)
public Tree get_type(String file)
public void dump(String file, Tree type, MRData data) throws Exception
public void dump_text(String file, Tree type, MRData data) throws Exception
public final MRData aggregate(Tree merge, Tree zero, Tree plan, Environment env) throws Exception
aggregate
in class Evaluator
merge
- the accumulator function from (T,T) to Tzero
- the zero element of type Tplan
- the plan that constructs the dataset that contains the bag of values {T}env
- contains bindings fro variables to values (MRData)Exception
public final Tuple loop(Tree e, Environment env) throws Exception
public final DataSet eval(Tree e, Environment env, String counter)
public final org.apache.flink.api.java.DataSet<FData> eval(Tree e, Environment env)
e
- the physical planenv
- contains bindings from variables to values (MRData)Copyright © 2013-2016 The Apache Software Foundation. All Rights Reserved.