public TokenStatistics getTokenStatistics(String field) {
        TokenStatistics tokenStat = tokenStatistics.get(field);
        if (tokenStat == null) {
            return NULL_TOKEN_STAT;
        }
        return tokenStat;
    }
@deprecated use {@link CompositeTextStatsCalculator}
with {@link TokenEntropy},
{@link TokenLengths}
and {@link TopNTokens}.
tika-eval/tika-eval-core/src/main/java/org/apache/tika/eval/core/tokens/TokenCounter.java