edu.berkeley.nlp.lm.map
Class AbstractNgramMap<T>
java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
- All Implemented Interfaces:
- NgramMap<T>, Serializable
- Direct Known Subclasses:
- CompressedNgramMap, HashNgramMap
public abstract class AbstractNgramMap<T>
- extends Object
- implements NgramMap<T>, Serializable
- See Also:
- Serialized Form
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Methods inherited from interface edu.berkeley.nlp.lm.map.NgramMap |
clearStorage, contains, get, getMaxNgramOrder, getNgramsForOrder, getNumNgrams, getValueAndOffset, getValueStoringArray, handleNgramsFinished, initWithLengths, put, trim |
NUM_BITS_PER_BYTE
protected static final byte NUM_BITS_PER_BYTE
- See Also:
- Constant Field Values
NUM_WORD_BITS
protected final int NUM_WORD_BITS
NUM_SUFFIX_BITS
protected final int NUM_SUFFIX_BITS
WORD_BIT_MASK
protected final long WORD_BIT_MASK
SUFFIX_BIT_MASK
protected final long SUFFIX_BIT_MASK
values
protected final ValueContainer<T> values
opts
protected final ConfigOptions opts
AbstractNgramMap
protected AbstractNgramMap(ValueContainer<T> values,
ConfigOptions opts)
contextOffsetOf
protected final long contextOffsetOf(long key)
- Parameters:
key
-
- Returns:
wordOf
protected final int wordOf(long key)
- Parameters:
key
-
- Returns:
combineToKey
protected final long combineToKey(int word,
long suffixIndex)
- Parameters:
word
- suffixIndex
-
- Returns:
equals
protected static boolean equals(int[] ngram,
int startPos,
int endPos,
int[] cachedNgram)
getSubArray
protected static int[] getSubArray(int[] ngram,
int startPos,
int endPos)
containsOutOfVocab
protected static boolean containsOutOfVocab(int[] ngram,
int startPos,
int endPos)
getValues
public ValueContainer<T> getValues()
- Specified by:
getValues
in interface NgramMap<T>