edu.berkeley.nlp.lm.map
Class AbstractNgramMap<T>

java.lang.Object
  extended by edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
All Implemented Interfaces:
NgramMap<T>, Serializable
Direct Known Subclasses:
CompressedNgramMap, HashNgramMap

public abstract class AbstractNgramMap<T>
extends Object
implements NgramMap<T>, Serializable

See Also:
Serialized Form

Nested Class Summary
 
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
 
Field Summary
protected static byte NUM_BITS_PER_BYTE
           
protected  int NUM_SUFFIX_BITS
           
protected  int NUM_WORD_BITS
           
protected  ConfigOptions opts
           
protected  long SUFFIX_BIT_MASK
           
protected  ValueContainer<T> values
           
protected  long WORD_BIT_MASK
           
 
Constructor Summary
protected AbstractNgramMap(ValueContainer<T> values, ConfigOptions opts)
           
 
Method Summary
protected  long combineToKey(int word, long suffixIndex)
           
protected static boolean containsOutOfVocab(int[] ngram, int startPos, int endPos)
           
protected  long contextOffsetOf(long key)
           
protected static boolean equals(int[] ngram, int startPos, int endPos, int[] cachedNgram)
           
protected static int[] getSubArray(int[] ngram, int startPos, int endPos)
           
 ValueContainer<T> getValues()
           
protected  int wordOf(long key)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 
Methods inherited from interface edu.berkeley.nlp.lm.map.NgramMap
clearStorage, contains, get, getMaxNgramOrder, getNgramsForOrder, getNumNgrams, getValueAndOffset, getValueStoringArray, handleNgramsFinished, initWithLengths, put, trim
 

Field Detail

NUM_BITS_PER_BYTE

protected static final byte NUM_BITS_PER_BYTE
See Also:
Constant Field Values

NUM_WORD_BITS

protected final int NUM_WORD_BITS

NUM_SUFFIX_BITS

protected final int NUM_SUFFIX_BITS

WORD_BIT_MASK

protected final long WORD_BIT_MASK

SUFFIX_BIT_MASK

protected final long SUFFIX_BIT_MASK

values

protected final ValueContainer<T> values

opts

protected final ConfigOptions opts
Constructor Detail

AbstractNgramMap

protected AbstractNgramMap(ValueContainer<T> values,
                           ConfigOptions opts)
Method Detail

contextOffsetOf

protected final long contextOffsetOf(long key)
Parameters:
key -
Returns:

wordOf

protected final int wordOf(long key)
Parameters:
key -
Returns:

combineToKey

protected final long combineToKey(int word,
                                  long suffixIndex)
Parameters:
word -
suffixIndex -
Returns:

equals

protected static boolean equals(int[] ngram,
                                int startPos,
                                int endPos,
                                int[] cachedNgram)

getSubArray

protected static int[] getSubArray(int[] ngram,
                                   int startPos,
                                   int endPos)

containsOutOfVocab

protected static boolean containsOutOfVocab(int[] ngram,
                                            int startPos,
                                            int endPos)

getValues

public ValueContainer<T> getValues()
Specified by:
getValues in interface NgramMap<T>