|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.conf.Configured
org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles
@InterfaceAudience.Public @InterfaceStability.Stable public class LoadIncrementalHFiles
Tool to load the output of HFileOutputFormat into an existing table.
usage()
Field Summary | |
---|---|
static String |
CREATE_TABLE_CONF_KEY
|
static String |
MAX_FILES_PER_REGION_PER_FAMILY
|
static String |
NAME
|
Constructor Summary | |
---|---|
LoadIncrementalHFiles(org.apache.hadoop.conf.Configuration conf)
|
Method Summary | |
---|---|
protected void |
bulkLoadPhase(HTable table,
HConnection conn,
ExecutorService pool,
Deque<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> queue,
com.google.common.collect.Multimap<ByteBuffer,org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> regionGroups)
This takes the LQI's grouped by likely regions and attempts to bulk load them. |
void |
doBulkLoad(org.apache.hadoop.fs.Path hfofDir,
HTable table)
Perform a bulk load of the given directory into the given pre-existing table. |
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> |
groupOrSplit(com.google.common.collect.Multimap<ByteBuffer,org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> regionGroups,
org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem item,
HTable table,
Pair<byte[][],byte[][]> startEndKeys)
Attempt to assign the given load queue item into its target region group. |
static byte[][] |
inferBoundaries(TreeMap<byte[],Integer> bdryMap)
|
static void |
main(String[] args)
|
int |
run(String[] args)
|
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> |
splitStoreFile(org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem item,
HTable table,
byte[] startKey,
byte[] splitKey)
|
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> |
tryAtomicRegionLoad(HConnection conn,
byte[] tableName,
byte[] first,
Collection<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> lqis)
Deprecated. Use tryAtomicRegionLoad(HConnection, TableName, byte[], Collection) |
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> |
tryAtomicRegionLoad(HConnection conn,
TableName tableName,
byte[] first,
Collection<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> lqis)
Attempts to do an atomic load of many hfiles into a region. |
Methods inherited from class org.apache.hadoop.conf.Configured |
---|
getConf, setConf |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Methods inherited from interface org.apache.hadoop.conf.Configurable |
---|
getConf, setConf |
Field Detail |
---|
public static final String NAME
public static final String MAX_FILES_PER_REGION_PER_FAMILY
public static final String CREATE_TABLE_CONF_KEY
Constructor Detail |
---|
public LoadIncrementalHFiles(org.apache.hadoop.conf.Configuration conf) throws Exception
Exception
Method Detail |
---|
public void doBulkLoad(org.apache.hadoop.fs.Path hfofDir, HTable table) throws TableNotFoundException, IOException
hfofDir
- the directory that was provided as the output path
of a job using HFileOutputFormattable
- the table to load into
TableNotFoundException
- if table does not yet exist
IOException
protected void bulkLoadPhase(HTable table, HConnection conn, ExecutorService pool, Deque<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> queue, com.google.common.collect.Multimap<ByteBuffer,org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> regionGroups) throws IOException
IOException
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> splitStoreFile(org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem item, HTable table, byte[] startKey, byte[] splitKey) throws IOException
IOException
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> groupOrSplit(com.google.common.collect.Multimap<ByteBuffer,org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> regionGroups, org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem item, HTable table, Pair<byte[][],byte[][]> startEndKeys) throws IOException
IOException
@Deprecated protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> tryAtomicRegionLoad(HConnection conn, byte[] tableName, byte[] first, Collection<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> lqis) throws IOException
tryAtomicRegionLoad(HConnection, TableName, byte[], Collection)
IOException
protected List<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> tryAtomicRegionLoad(HConnection conn, TableName tableName, byte[] first, Collection<org.apache.hadoop.hbase.mapreduce.LoadIncrementalHFiles.LoadQueueItem> lqis) throws IOException
IOException
public static byte[][] inferBoundaries(TreeMap<byte[],Integer> bdryMap)
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
public static void main(String[] args) throws Exception
Exception
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |