public class CommonTokenCountManager extends Object
Constructor and Description |
---|
CommonTokenCountManager() |
CommonTokenCountManager(Path commonTokensDir,
String defaultLangCode) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
CommonTokenResult |
countTokenOverlaps(String langCode,
Map<String,org.apache.commons.lang3.mutable.MutableInt> tokens)
Deprecated.
|
Set<String> |
getLangs() |
org.apache.commons.lang3.tuple.Pair<String,LangModel> |
getLangTokens(String lang) |
Set<String> |
getTokens(String lang) |
@Deprecated public CommonTokenResult countTokenOverlaps(String langCode, Map<String,org.apache.commons.lang3.mutable.MutableInt> tokens) throws IOException
IOException
public org.apache.commons.lang3.tuple.Pair<String,LangModel> getLangTokens(String lang)
lang
- public void close() throws IOException
IOException
Copyright © 2007–2023 The Apache Software Foundation. All rights reserved.