|
||||||||||
| PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
| SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD | |||||||||
java.lang.Objectorg.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>
org.apache.accumulo.core.client.mapreduce.AccumuloOutputFormat
public class AccumuloOutputFormat
This class allows MapReduce jobs to use Accumulo as the sink of data. This output format accepts keys and values of type Text (for a table name) and Mutation from the Map() and Reduce() functions. The user must specify the following via static methods:
| Constructor Summary | |
|---|---|
AccumuloOutputFormat()
|
|
| Method Summary | |
|---|---|
protected static boolean |
canCreateTables(org.apache.hadoop.conf.Configuration conf)
|
protected static boolean |
canCreateTables(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use canCreateTables(Configuration) instead |
void |
checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
|
protected static String |
getDefaultTableName(org.apache.hadoop.conf.Configuration conf)
|
protected static String |
getDefaultTableName(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getDefaultTableName(Configuration) instead |
protected static Instance |
getInstance(org.apache.hadoop.conf.Configuration conf)
|
protected static Instance |
getInstance(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getInstance(Configuration) instead |
protected static org.apache.log4j.Level |
getLogLevel(org.apache.hadoop.conf.Configuration conf)
|
protected static org.apache.log4j.Level |
getLogLevel(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getLogLevel(Configuration) instead |
protected static int |
getMaxLatency(org.apache.hadoop.conf.Configuration conf)
|
protected static int |
getMaxLatency(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxLatency(Configuration) instead |
protected static long |
getMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf)
|
protected static long |
getMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxMutationBufferSize(Configuration) instead |
protected static int |
getMaxWriteThreads(org.apache.hadoop.conf.Configuration conf)
|
protected static int |
getMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getMaxWriteThreads(Configuration) instead |
org.apache.hadoop.mapreduce.OutputCommitter |
getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
protected static byte[] |
getPassword(org.apache.hadoop.conf.Configuration conf)
WARNING: The password is stored in the Configuration and shared with all MapReduce tasks; It is BASE64 encoded to provide a charset safe conversion to a string, and is not intended to be secure. |
protected static byte[] |
getPassword(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getPassword(Configuration) instead |
org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.Text,Mutation> |
getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext attempt)
|
protected static boolean |
getSimulationMode(org.apache.hadoop.conf.Configuration conf)
|
protected static boolean |
getSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getSimulationMode(Configuration) instead |
protected static String |
getUsername(org.apache.hadoop.conf.Configuration conf)
|
protected static String |
getUsername(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use getUsername(Configuration) instead |
static void |
setLogLevel(org.apache.hadoop.conf.Configuration conf,
org.apache.log4j.Level level)
|
static void |
setLogLevel(org.apache.hadoop.mapreduce.JobContext job,
org.apache.log4j.Level level)
Deprecated. Use setLogLevel(Configuration,Level) instead |
static void |
setMaxLatency(org.apache.hadoop.conf.Configuration conf,
int numberOfMilliseconds)
|
static void |
setMaxLatency(org.apache.hadoop.mapreduce.JobContext job,
int numberOfMilliseconds)
Deprecated. Use setMaxLatency(Configuration,int) instead |
static void |
setMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf,
long numberOfBytes)
|
static void |
setMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job,
long numberOfBytes)
Deprecated. Use setMaxMutationBufferSize(Configuration,long) instead |
static void |
setMaxWriteThreads(org.apache.hadoop.conf.Configuration conf,
int numberOfThreads)
|
static void |
setMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job,
int numberOfThreads)
Deprecated. Use setMaxWriteThreads(Configuration,int) instead |
static void |
setMockInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName)
|
static void |
setMockInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName)
Deprecated. Use setMockInstance(Configuration,String) instead |
static void |
setOutputInfo(org.apache.hadoop.conf.Configuration conf,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
Configure the output format. |
static void |
setOutputInfo(org.apache.hadoop.mapreduce.JobContext job,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
Deprecated. Use setOutputInfo(Configuration,String,byte[],boolean,String) instead |
static void |
setSimulationMode(org.apache.hadoop.conf.Configuration conf)
|
static void |
setSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
Deprecated. Use setSimulationMode(Configuration) instead |
static void |
setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName,
String zooKeepers)
|
static void |
setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName,
String zooKeepers)
Deprecated. Use setZooKeeperInstance(Configuration,String,String) instead |
| Methods inherited from class java.lang.Object |
|---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
| Constructor Detail |
|---|
public AccumuloOutputFormat()
| Method Detail |
|---|
public static void setOutputInfo(org.apache.hadoop.mapreduce.JobContext job,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
setOutputInfo(Configuration,String,byte[],boolean,String) instead
job - the Map/Reduce job objectuser - the username, which must have the Table.CREATE permission to create tablespasswd - the passwd for the usernamecreateTables - the output format will create new tables as necessary. Table names can only be alpha-numeric and underscores.defaultTable - the table to use when the tablename is null in the write call
public static void setOutputInfo(org.apache.hadoop.conf.Configuration conf,
String user,
byte[] passwd,
boolean createTables,
String defaultTable)
conf - the Map/Reduce job objectuser - the username, which must have the Table.CREATE permission to create tablespasswd - the passwd for the usernamecreateTables - the output format will create new tables as necessary. Table names can only be alpha-numeric and underscores.defaultTable - the table to use when the tablename is null in the write call
public static void setZooKeeperInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName,
String zooKeepers)
setZooKeeperInstance(Configuration,String,String) instead
public static void setZooKeeperInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName,
String zooKeepers)
public static void setMockInstance(org.apache.hadoop.mapreduce.JobContext job,
String instanceName)
setMockInstance(Configuration,String) instead
public static void setMockInstance(org.apache.hadoop.conf.Configuration conf,
String instanceName)
public static void setMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job,
long numberOfBytes)
setMaxMutationBufferSize(Configuration,long) instead
public static void setMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf,
long numberOfBytes)
public static void setMaxLatency(org.apache.hadoop.mapreduce.JobContext job,
int numberOfMilliseconds)
setMaxLatency(Configuration,int) instead
public static void setMaxLatency(org.apache.hadoop.conf.Configuration conf,
int numberOfMilliseconds)
public static void setMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job,
int numberOfThreads)
setMaxWriteThreads(Configuration,int) instead
public static void setMaxWriteThreads(org.apache.hadoop.conf.Configuration conf,
int numberOfThreads)
public static void setLogLevel(org.apache.hadoop.mapreduce.JobContext job,
org.apache.log4j.Level level)
setLogLevel(Configuration,Level) instead
public static void setLogLevel(org.apache.hadoop.conf.Configuration conf,
org.apache.log4j.Level level)
public static void setSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
setSimulationMode(Configuration) instead
public static void setSimulationMode(org.apache.hadoop.conf.Configuration conf)
protected static String getUsername(org.apache.hadoop.mapreduce.JobContext job)
getUsername(Configuration) instead
protected static String getUsername(org.apache.hadoop.conf.Configuration conf)
protected static byte[] getPassword(org.apache.hadoop.mapreduce.JobContext job)
getPassword(Configuration) instead
protected static byte[] getPassword(org.apache.hadoop.conf.Configuration conf)
protected static boolean canCreateTables(org.apache.hadoop.mapreduce.JobContext job)
canCreateTables(Configuration) instead
protected static boolean canCreateTables(org.apache.hadoop.conf.Configuration conf)
protected static String getDefaultTableName(org.apache.hadoop.mapreduce.JobContext job)
getDefaultTableName(Configuration) instead
protected static String getDefaultTableName(org.apache.hadoop.conf.Configuration conf)
protected static Instance getInstance(org.apache.hadoop.mapreduce.JobContext job)
getInstance(Configuration) instead
protected static Instance getInstance(org.apache.hadoop.conf.Configuration conf)
protected static long getMaxMutationBufferSize(org.apache.hadoop.mapreduce.JobContext job)
getMaxMutationBufferSize(Configuration) instead
protected static long getMaxMutationBufferSize(org.apache.hadoop.conf.Configuration conf)
protected static int getMaxLatency(org.apache.hadoop.mapreduce.JobContext job)
getMaxLatency(Configuration) instead
protected static int getMaxLatency(org.apache.hadoop.conf.Configuration conf)
protected static int getMaxWriteThreads(org.apache.hadoop.mapreduce.JobContext job)
getMaxWriteThreads(Configuration) instead
protected static int getMaxWriteThreads(org.apache.hadoop.conf.Configuration conf)
protected static org.apache.log4j.Level getLogLevel(org.apache.hadoop.mapreduce.JobContext job)
getLogLevel(Configuration) instead
protected static org.apache.log4j.Level getLogLevel(org.apache.hadoop.conf.Configuration conf)
protected static boolean getSimulationMode(org.apache.hadoop.mapreduce.JobContext job)
getSimulationMode(Configuration) instead
protected static boolean getSimulationMode(org.apache.hadoop.conf.Configuration conf)
public void checkOutputSpecs(org.apache.hadoop.mapreduce.JobContext job)
throws IOException
checkOutputSpecs in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>IOExceptionpublic org.apache.hadoop.mapreduce.OutputCommitter getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
getOutputCommitter in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>
public org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.Text,Mutation> getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext attempt)
throws IOException
getRecordWriter in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.Text,Mutation>IOException
|
||||||||||
| PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
| SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD | |||||||||