Java 类org.apache.lucene.analysis.miscellaneous.WordDelimiterGraphFilter 实例源码

@Override
public TokenStream create(TokenStream tokenStream) {
    return new WordDelimiterGraphFilter(tokenStream, charTypeTable, flags, protoWords);
}

@NotNull
private static TokenFilter defaultTokenFilter(@NotNull final Tokenizer source) {
    final TokenFilter filteredSource = new LowerCaseFilter(source);
    return new WordDelimiterGraphFilter(filteredSource, SPLIT_ON_NUMERICS | GENERATE_WORD_PARTS | GENERATE_NUMBER_PARTS, null);
}