org.apache.tika.eval.tokens

Class LangModel

java.lang.Object

org.apache.tika.eval.tokens.LangModel

public class LangModel
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static LangModel	EMPTY_MODEL

Constructor Summary

Constructors

Constructor and Description
LangModel(long totalTokens)

Method Summary

Modifier and Type	Method and Description
void	add(String t, long tf)
boolean	contains(String token)
long	getCount(String token)
Map<String,Long>	getCounts()
double	getProbability(String token)
Set<String>	getTokens()
double	getUnseenProbability()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

EMPTY_MODEL

public static LangModel EMPTY_MODEL

Constructor Detail

LangModel

public LangModel(long totalTokens)

Method Detail

contains

public boolean contains(String token)

getTokens

public Set<String> getTokens()

getProbability

public double getProbability(String token)

add

public void add(String t,
                long tf)

getUnseenProbability

public double getUnseenProbability()

getCount

public long getCount(String token)

getCounts

public Map<String,Long> getCounts()