Package org.apache.tika.eval.tokens
Class CommonTokenResult
- java.lang.Object
-
- org.apache.tika.eval.tokens.CommonTokenResult
-
public class CommonTokenResult extends Object
-
-
Constructor Summary
Constructors Constructor Description CommonTokenResult(String langCode, int uniqueCommonTokens, int commonTokens, int uniqueAlphabeticTokens, int alphabeticTokens)
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description int
getAlphabeticTokens()
int
getCommonTokens()
String
getLangCode()
double
getOOV()
int
getUniqueAlphabeticTokens()
int
getUniqueCommonTokens()
-
-
-
Constructor Detail
-
CommonTokenResult
public CommonTokenResult(String langCode, int uniqueCommonTokens, int commonTokens, int uniqueAlphabeticTokens, int alphabeticTokens)
-
-
Method Detail
-
getLangCode
public String getLangCode()
- Returns:
- the language used to select the common_tokens list
-
getCommonTokens
public int getCommonTokens()
- Returns:
- total number of "common tokens"
-
getUniqueCommonTokens
public int getUniqueCommonTokens()
- Returns:
- number of unique "common tokens" (types)
-
getUniqueAlphabeticTokens
public int getUniqueAlphabeticTokens()
- Returns:
- number of unique alphabetic tokens (types)
-
getAlphabeticTokens
public int getAlphabeticTokens()
- Returns:
- number of tokens that had at least one alphabetic/ideographic character whether or not a common token
-
getOOV
public double getOOV()
-
-