Package edu.berkeley.nlp.lm.map
Class AbstractNgramMap<T>
java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
- All Implemented Interfaces:
NgramMap<T>,Serializable
- Direct Known Subclasses:
CompressedNgramMap,HashNgramMap
- See Also:
-
Nested Class Summary
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T> -
Field Summary
FieldsModifier and TypeFieldDescriptionprotected static final byteprotected final intprotected final intprotected final ConfigOptionsprotected final longprotected final ValueContainer<T> protected final long -
Constructor Summary
ConstructorsModifierConstructorDescriptionprotectedAbstractNgramMap(ValueContainer<T> values, ConfigOptions opts) -
Method Summary
Modifier and TypeMethodDescriptionprotected final longcombineToKey(int word, long suffixIndex) protected static booleancontainsOutOfVocab(int[] ngram, int startPos, int endPos) protected final longcontextOffsetOf(long key) protected static booleanequals(int[] ngram, int startPos, int endPos, int[] cachedNgram) protected static int[]getSubArray(int[] ngram, int startPos, int endPos) protected final intwordOf(long key) Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, waitMethods inherited from interface edu.berkeley.nlp.lm.map.NgramMap
clearStorage, contains, get, getMaxNgramOrder, getNgramsForOrder, getNumNgrams, getValueAndOffset, getValueStoringArray, handleNgramsFinished, initWithLengths, put, trim
-
Field Details
-
NUM_BITS_PER_BYTE
protected static final byte NUM_BITS_PER_BYTE- See Also:
-
NUM_WORD_BITS
protected final int NUM_WORD_BITS -
NUM_SUFFIX_BITS
protected final int NUM_SUFFIX_BITS -
WORD_BIT_MASK
protected final long WORD_BIT_MASK -
SUFFIX_BIT_MASK
protected final long SUFFIX_BIT_MASK -
values
-
opts
-
-
Constructor Details
-
AbstractNgramMap
-
-
Method Details
-
contextOffsetOf
protected final long contextOffsetOf(long key) - Parameters:
key-- Returns:
-
wordOf
protected final int wordOf(long key) - Parameters:
key-- Returns:
-
combineToKey
protected final long combineToKey(int word, long suffixIndex) - Parameters:
word-suffixIndex-- Returns:
-
equals
protected static boolean equals(int[] ngram, int startPos, int endPos, int[] cachedNgram) -
getSubArray
protected static int[] getSubArray(int[] ngram, int startPos, int endPos) -
containsOutOfVocab
protected static boolean containsOutOfVocab(int[] ngram, int startPos, int endPos) -
getValues
-