edu.berkeley.nlp.lm.map
Class CompressedNgramMap<T>

java.lang.Object
  extended by edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
      extended by edu.berkeley.nlp.lm.map.CompressedNgramMap<T>
All Implemented Interfaces:
NgramMap<T>, Serializable

public class CompressedNgramMap<T>
extends AbstractNgramMap<T>
implements Serializable

See Also:
Serialized Form

Nested Class Summary
 
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
 
Field Summary
 
Fields inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
NUM_BITS_PER_BYTE, NUM_SUFFIX_BITS, NUM_WORD_BITS, opts, SUFFIX_BIT_MASK, values, WORD_BIT_MASK
 
Constructor Summary
CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)
           
 
Method Summary
 void clearStorage()
           
protected static int compareLongsRaw(long a, long b)
           
 boolean contains(int[] ngram, int startPos, int endPos)
           
 T get(int[] ngram, int startPos, int endPos)
           
 int getMaxNgramOrder()
           
 Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)
           
 long getNumNgrams(int ngramOrder)
           
 long getValueAndOffset(long contextOffset, int contextNgramOrder, int word, T outputVal)
           
 CustomWidthArray getValueStoringArray(int ngramOrder)
           
 void handleNgramsFinished(int justFinishedOrder)
           
 void initWithLengths(List<Long> numNGrams)
           
 long put(int[] ngram, int startPos, int endPos, T val)
           
protected  void sort(LongArray array, long left0, long right0, int ngramOrder)
           
protected  void swap(LongArray array, long a, long b)
           
protected  void swap(long a, long b, LongArray array, int ngramOrder)
           
 void trim()
           
 
Methods inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
combineToKey, containsOutOfVocab, contextOffsetOf, equals, getSubArray, getValues, wordOf
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

CompressedNgramMap

public CompressedNgramMap(CompressibleValueContainer<T> values,
                          long[] numNgramsForEachOrder,
                          ConfigOptions opts)
Method Detail

getValueAndOffset

public long getValueAndOffset(long contextOffset,
                              int contextNgramOrder,
                              int word,
                              T outputVal)
Specified by:
getValueAndOffset in interface NgramMap<T>

put

public long put(int[] ngram,
                int startPos,
                int endPos,
                T val)
Specified by:
put in interface NgramMap<T>

handleNgramsFinished

public void handleNgramsFinished(int justFinishedOrder)
Specified by:
handleNgramsFinished in interface NgramMap<T>

compareLongsRaw

protected static int compareLongsRaw(long a,
                                     long b)

sort

protected void sort(LongArray array,
                    long left0,
                    long right0,
                    int ngramOrder)

swap

protected void swap(long a,
                    long b,
                    LongArray array,
                    int ngramOrder)

swap

protected void swap(LongArray array,
                    long a,
                    long b)

trim

public void trim()
Specified by:
trim in interface NgramMap<T>

initWithLengths

public void initWithLengths(List<Long> numNGrams)
Specified by:
initWithLengths in interface NgramMap<T>

getMaxNgramOrder

public int getMaxNgramOrder()
Specified by:
getMaxNgramOrder in interface NgramMap<T>

getNgramsForOrder

public Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)
Specified by:
getNgramsForOrder in interface NgramMap<T>

getNumNgrams

public long getNumNgrams(int ngramOrder)
Specified by:
getNumNgrams in interface NgramMap<T>

contains

public boolean contains(int[] ngram,
                        int startPos,
                        int endPos)
Specified by:
contains in interface NgramMap<T>

get

public T get(int[] ngram,
             int startPos,
             int endPos)
Specified by:
get in interface NgramMap<T>

getValueStoringArray

public CustomWidthArray getValueStoringArray(int ngramOrder)
Specified by:
getValueStoringArray in interface NgramMap<T>

clearStorage

public void clearStorage()
Specified by:
clearStorage in interface NgramMap<T>