|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.hbase.io.hfile.AbstractHFileWriter
org.apache.hadoop.hbase.io.hfile.HFileWriterV2
@InterfaceAudience.Private public class HFileWriterV2
Writes HFile format version 2.
Field Summary | |
---|---|
protected HFileBlock.Writer |
fsBlockWriter
Unified version 2 block writer |
static int |
KEY_VALUE_VER_WITH_MEMSTORE
Version for KeyValue which includes memstore timestamp |
static byte[] |
KEY_VALUE_VERSION
KeyValue version in FileInfo |
protected long |
lastDataBlockOffset
The offset of the last data block or 0 if the file is empty. |
static byte[] |
MAX_MEMSTORE_TS_KEY
Max memstore (mvcc) timestamp in FileInfo |
protected long |
maxMemstoreTS
|
Fields inherited from class org.apache.hadoop.hbase.io.hfile.AbstractHFileWriter |
---|
blockEncoder, cacheConf, closeOutputStream, comparator, entryCount, fileInfo, firstKeyInBlock, hFileContext, lastKeyBuffer, lastKeyLength, lastKeyOffset, metaData, metaNames, name, outputStream, path, totalKeyLength, totalUncompressedBytes, totalValueLength |
Constructor Summary | |
---|---|
HFileWriterV2(org.apache.hadoop.conf.Configuration conf,
CacheConfig cacheConf,
org.apache.hadoop.fs.FileSystem fs,
org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.FSDataOutputStream ostream,
KeyValue.KVComparator comparator,
HFileContext context)
Constructor that takes a path, creates and closes the output stream. |
Method Summary | |
---|---|
void |
addDeleteFamilyBloomFilter(BloomFilterWriter bfw)
Store delete family Bloom filter in the file, which is only supported in HFile V2. |
void |
addGeneralBloomFilter(BloomFilterWriter bfw)
Store general Bloom filter in the file. |
void |
addInlineBlockWriter(InlineBlockWriter ibw)
Adds an inline block writer such as a multi-level block index writer or a compound Bloom filter writer. |
void |
append(byte[] key,
byte[] value)
Add key/value to file. |
void |
append(byte[] key,
byte[] value,
byte[] tag)
|
void |
append(KeyValue kv)
Add key/value to file. |
protected void |
append(long memstoreTS,
byte[] key,
int koffset,
int klength,
byte[] value,
int voffset,
int vlength)
Add key/value to file. |
void |
appendMetaBlock(String metaBlockName,
org.apache.hadoop.io.Writable content)
Add a meta block to the end of the file. |
protected void |
checkBlockBoundary()
At a block boundary, write all the inline blocks and opens new block. |
void |
close()
|
protected void |
finishInit(org.apache.hadoop.conf.Configuration conf)
Additional initialization steps |
HFileContext |
getFileContext()
Return the file context for the HFile this writer belongs to |
protected int |
getMajorVersion()
|
protected int |
getMinorVersion()
|
protected void |
newBlock()
Ready a new block for writing. |
Methods inherited from class org.apache.hadoop.hbase.io.hfile.AbstractHFileWriter |
---|
appendFileInfo, checkKey, checkValue, compressionByName, createOutputStream, finishClose, finishFileInfo, getPath, toString, writeFileInfo |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Field Detail |
---|
public static final byte[] MAX_MEMSTORE_TS_KEY
public static final byte[] KEY_VALUE_VERSION
public static final int KEY_VALUE_VER_WITH_MEMSTORE
protected HFileBlock.Writer fsBlockWriter
protected long lastDataBlockOffset
protected long maxMemstoreTS
Constructor Detail |
---|
public HFileWriterV2(org.apache.hadoop.conf.Configuration conf, CacheConfig cacheConf, org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FSDataOutputStream ostream, KeyValue.KVComparator comparator, HFileContext context) throws IOException
IOException
Method Detail |
---|
protected void finishInit(org.apache.hadoop.conf.Configuration conf)
protected void checkBlockBoundary() throws IOException
IOException
protected void newBlock() throws IOException
IOException
public void appendMetaBlock(String metaBlockName, org.apache.hadoop.io.Writable content)
AbstractHFileWriter.appendFileInfo(byte[], byte[])
metaBlockName
- name of the blockcontent
- will call readFields to get data later (DO NOT REUSE)public void append(KeyValue kv) throws IOException
kv
- KeyValue to add. Cannot be empty nor null.
IOException
public void append(byte[] key, byte[] value) throws IOException
key
- Key to add. Cannot be empty nor null.value
- Value to add. Cannot be empty nor null.
IOException
protected void append(long memstoreTS, byte[] key, int koffset, int klength, byte[] value, int voffset, int vlength) throws IOException
key
- koffset
- klength
- value
- voffset
- vlength
-
IOException
public void close() throws IOException
IOException
public void addInlineBlockWriter(InlineBlockWriter ibw)
HFile.Writer
public void addGeneralBloomFilter(BloomFilterWriter bfw)
HFile.Writer
public void addDeleteFamilyBloomFilter(BloomFilterWriter bfw)
HFile.Writer
public void append(byte[] key, byte[] value, byte[] tag) throws IOException
IOException
protected int getMajorVersion()
protected int getMinorVersion()
public HFileContext getFileContext()
HFile.Writer
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |