edu.berkeley.nlp.lm.map
Class CompressedNgramMap<T>
java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
edu.berkeley.nlp.lm.map.CompressedNgramMap<T>
- All Implemented Interfaces:
- NgramMap<T>, Serializable
public class CompressedNgramMap<T>
- extends AbstractNgramMap<T>
- implements Serializable
- See Also:
- Serialized Form
Method Summary |
void |
clearStorage()
|
protected static int |
compareLongsRaw(long a,
long b)
|
boolean |
contains(int[] ngram,
int startPos,
int endPos)
|
T |
get(int[] ngram,
int startPos,
int endPos)
|
int |
getMaxNgramOrder()
|
Iterable<NgramMap.Entry<T>> |
getNgramsForOrder(int ngramOrder)
|
long |
getNumNgrams(int ngramOrder)
|
long |
getValueAndOffset(long contextOffset,
int contextNgramOrder,
int word,
T outputVal)
|
CustomWidthArray |
getValueStoringArray(int ngramOrder)
|
void |
handleNgramsFinished(int justFinishedOrder)
|
void |
initWithLengths(List<Long> numNGrams)
|
long |
put(int[] ngram,
int startPos,
int endPos,
T val)
|
protected void |
sort(LongArray array,
long left0,
long right0,
int ngramOrder)
|
protected void |
swap(LongArray array,
long a,
long b)
|
protected void |
swap(long a,
long b,
LongArray array,
int ngramOrder)
|
void |
trim()
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
CompressedNgramMap
public CompressedNgramMap(CompressibleValueContainer<T> values,
long[] numNgramsForEachOrder,
ConfigOptions opts)
getValueAndOffset
public long getValueAndOffset(long contextOffset,
int contextNgramOrder,
int word,
T outputVal)
- Specified by:
getValueAndOffset
in interface NgramMap<T>
put
public long put(int[] ngram,
int startPos,
int endPos,
T val)
- Specified by:
put
in interface NgramMap<T>
handleNgramsFinished
public void handleNgramsFinished(int justFinishedOrder)
- Specified by:
handleNgramsFinished
in interface NgramMap<T>
compareLongsRaw
protected static int compareLongsRaw(long a,
long b)
sort
protected void sort(LongArray array,
long left0,
long right0,
int ngramOrder)
swap
protected void swap(long a,
long b,
LongArray array,
int ngramOrder)
swap
protected void swap(LongArray array,
long a,
long b)
trim
public void trim()
- Specified by:
trim
in interface NgramMap<T>
initWithLengths
public void initWithLengths(List<Long> numNGrams)
- Specified by:
initWithLengths
in interface NgramMap<T>
getMaxNgramOrder
public int getMaxNgramOrder()
- Specified by:
getMaxNgramOrder
in interface NgramMap<T>
getNgramsForOrder
public Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)
- Specified by:
getNgramsForOrder
in interface NgramMap<T>
getNumNgrams
public long getNumNgrams(int ngramOrder)
- Specified by:
getNumNgrams
in interface NgramMap<T>
contains
public boolean contains(int[] ngram,
int startPos,
int endPos)
- Specified by:
contains
in interface NgramMap<T>
get
public T get(int[] ngram,
int startPos,
int endPos)
- Specified by:
get
in interface NgramMap<T>
getValueStoringArray
public CustomWidthArray getValueStoringArray(int ngramOrder)
- Specified by:
getValueStoringArray
in interface NgramMap<T>
clearStorage
public void clearStorage()
- Specified by:
clearStorage
in interface NgramMap<T>