|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.hbase.codec.prefixtree.encode.tokenize.Tokenizer
@InterfaceAudience.Private public class Tokenizer
Data structure used in the first stage of PrefixTree encoding:
TokenizerNode
Mainly used for turning Cell rowKeys into a trie, but also used for family and qualifier
encoding.
Field Summary | |
---|---|
protected static Boolean |
INCLUDE_FULL_TREE_IN_TO_STRING
print/debug |
protected long |
lastNodeId
|
protected int |
maxElementLength
|
protected ArrayList<TokenizerNode> |
nodes
|
protected int |
numArraysAdded
fields |
protected int |
numNodes
|
protected TokenizerNode |
root
|
protected byte[] |
tokens
|
protected int |
tokensLength
|
protected int |
treeDepth
|
Constructor Summary | |
---|---|
Tokenizer()
construct |
Method Summary | |
---|---|
void |
addAll(ArrayList<ByteRange> sortedByteRanges)
building |
protected TokenizerNode |
addNode(TokenizerNode parent,
int nodeDepth,
int tokenStartOffset,
ByteRange token,
int inputTokenOffset)
|
void |
addSorted(ByteRange bytes)
|
void |
appendNodes(List<TokenizerNode> appendTo,
boolean includeNonLeaves,
boolean includeLeaves)
|
Tokenizer |
appendOutputArrayOffsets(List<Integer> offsets)
|
protected int |
appendTokenAndRepointByteRange(ByteRange token,
int inputTokenOffset)
|
List<byte[]> |
getArrays()
|
int |
getMaxElementLength()
|
void |
getNode(TokenizerRowSearchResult resultHolder,
byte[] key,
int keyOffset,
int keyLength)
|
ArrayList<TokenizerNode> |
getNodes(boolean includeNonLeaves,
boolean includeLeaves)
|
int |
getNumAdded()
read |
TokenizerNode |
getRoot()
get/set |
String |
getStructuralString()
|
int |
getTreeDepth()
|
void |
incrementNumOccurrencesOfLatestValue()
|
protected long |
nextNodeId()
|
void |
reset()
|
Tokenizer |
setNodeFirstInsertionIndexes()
write |
protected void |
submitMaxNodeDepthCandidate(int nodeDepth)
|
String |
toString()
|
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait |
Field Detail |
---|
protected int numArraysAdded
protected long lastNodeId
protected ArrayList<TokenizerNode> nodes
protected int numNodes
protected TokenizerNode root
protected byte[] tokens
protected int tokensLength
protected int maxElementLength
protected int treeDepth
protected static final Boolean INCLUDE_FULL_TREE_IN_TO_STRING
Constructor Detail |
---|
public Tokenizer()
Method Detail |
---|
public void reset()
public void addAll(ArrayList<ByteRange> sortedByteRanges)
public void addSorted(ByteRange bytes)
public void incrementNumOccurrencesOfLatestValue()
protected long nextNodeId()
protected TokenizerNode addNode(TokenizerNode parent, int nodeDepth, int tokenStartOffset, ByteRange token, int inputTokenOffset)
protected int appendTokenAndRepointByteRange(ByteRange token, int inputTokenOffset)
protected void submitMaxNodeDepthCandidate(int nodeDepth)
public int getNumAdded()
public ArrayList<TokenizerNode> getNodes(boolean includeNonLeaves, boolean includeLeaves)
public void appendNodes(List<TokenizerNode> appendTo, boolean includeNonLeaves, boolean includeLeaves)
public List<byte[]> getArrays()
public void getNode(TokenizerRowSearchResult resultHolder, byte[] key, int keyOffset, int keyLength)
public Tokenizer setNodeFirstInsertionIndexes()
public Tokenizer appendOutputArrayOffsets(List<Integer> offsets)
public String toString()
public String getStructuralString()
public TokenizerNode getRoot()
public int getMaxElementLength()
public int getTreeDepth()
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |